-- Logs begin at Mon 2022-09-12 13:34:01 UTC, end at Mon 2022-09-12 14:34:10 UTC. -- Sep 12 14:04:46.164169 dv-cinder-820027-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 12 14:04:48.801669 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.common.config [-] Logging enabled! Sep 12 14:04:48.802250 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev562 Sep 12 14:04:48.802469 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106282) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 14:04:48.805686 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.common.config [-] Logging enabled! Sep 12 14:04:48.805948 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev562 Sep 12 14:04:48.806266 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106282) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 14:04:48.807229 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 14:04:48.807469 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 14:04:48.807955 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 14:04:48.808208 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 14:04:48.808446 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 14:04:48.808772 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.809077 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.809314 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.809617 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.809915 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.810205 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.810499 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.810800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.811130 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.811413 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.811730 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.811961 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.812255 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.812543 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.812829 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.813065 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] debug = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.813348 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.813779 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.814201 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.814500 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.814800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.815175 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.815455 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.815737 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.816028 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.816370 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] host = dv-cinder-820027-25-iscsi {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.816653 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.816945 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.817243 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.817534 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.817814 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.818096 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.818394 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.818678 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.818979 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.819263 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.819554 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.820108 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.820405 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.820636 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.820865 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.821156 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.821452 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.821735 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.822013 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.822291 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.822570 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.822857 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.823142 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.823432 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.823721 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.824010 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.824290 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.824570 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.824848 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.825126 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.825415 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.825694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.825970 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.826246 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.826538 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.826813 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.827115 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.827491 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.827787 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.828075 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.828373 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.828654 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.828944 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.829226 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.829506 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.829784 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_json = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.830064 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.830338 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.830626 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.830927 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.831206 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.831485 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.831762 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.832049 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.832325 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:48.832626 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.832929 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.833239 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.833526 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.833837 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.834562 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.834562 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.834720 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.834983 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.835278 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.835568 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.835852 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.836154 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.836448 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.836747 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.837058 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.837357 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.837652 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.837932 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.838209 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.838489 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.838771 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.839088 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.839371 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.839664 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.839958 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.840244 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.840546 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.840839 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.841130 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.841427 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.841722 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.842001 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.842283 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.842575 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.843401 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.843683 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.843976 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.844258 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.844535 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.844819 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.845114 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.845408 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.845685 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.845967 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.846259 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.846538 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.846810 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.847106 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.847387 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.847661 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.847950 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.848230 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.848505 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.848783 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.849063 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.849338 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.849614 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.849894 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.850169 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.850450 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.850723 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.851021 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.851297 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.851574 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.851851 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.852126 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.852402 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.852683 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.852959 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.853235 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.853511 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.853789 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.854062 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.854351 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.854654 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.854960 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.855246 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.855532 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.855815 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.856100 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.856381 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.856667 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.856948 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.857225 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.857523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.857813 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.858105 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.858394 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.859282 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.859588 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.859876 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.860162 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.860445 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.860730 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.861013 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.861301 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.861585 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.861871 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.862163 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.862457 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.862759 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.863086 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.863374 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.863677 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.863983 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.864284 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.864573 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.864889 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.865175 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:48.865397 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 14:04:48.865649 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106282) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 12 14:04:49.243342 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 14:04:49.243595 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 14:04:49.243865 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 14:04:49.244103 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 14:04:49.244390 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 14:04:49.244722 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 12 14:04:49.577197 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.577495 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.577774 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.579015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.579293 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.579565 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.632221 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.632506 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.632781 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.648594 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.648883 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.649159 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.677876 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.678163 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.678436 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.714667 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.714977 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.715264 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.950778 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.951449 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.951449 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.953055 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:49.953760 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.050394 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.050715 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.051040 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.051321 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.051597 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.051912 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.052180 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.052445 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.052705 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.052993 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.053258 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.053525 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.053785 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.054041 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.054299 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.054565 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.054826 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.055120 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.055395 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.055658 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.055936 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.056193 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.056475 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.056853 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.057109 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.057361 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.057756 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.058001 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.058245 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.058487 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.058727 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.058994 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:50.059360 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 12 14:04:50.062491 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 12 14:04:50.066419 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 12 14:04:50.070593 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 12 14:04:50.072241 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 12 14:04:50.072874 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 12 14:04:50.073214 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 12 14:04:50.073598 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 12 14:04:50.076458 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 12 14:04:50.076648 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 12 14:04:50.077002 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 14:04:50.082573 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 12 14:04:50.105881 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 12 14:04:50.106292 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.106594 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106282) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 12 14:04:50.107015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.108388 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106282) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 12 14:04:50.108676 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 14:04:50.108923 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 12 14:04:50.119687 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.119977 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:50.273380 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 12 14:04:50.273621 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 12 14:04:50.273860 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 12 14:04:50.274239 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 12 14:04:50.328157 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO dbcounter [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Registered counter for database neutron Sep 12 14:04:50.345288 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_db.sqlalchemy.engines [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106282) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 12 14:04:50.350978 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG dbcounter [-] [106282] Writer thread running {{(pid=106282) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 14:04:50.893679 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing driver for type 'gre' Sep 12 14:04:50.894263 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] gre ID ranges: [(1, 1000)] Sep 12 14:04:50.950081 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing driver for type 'local' Sep 12 14:04:50.950415 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing driver for type 'vlan' Sep 12 14:04:50.963326 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] VlanTypeDriver initialization complete Sep 12 14:04:50.963917 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing driver for type 'vxlan' Sep 12 14:04:50.964141 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] vxlan ID ranges: [(1, 1000)] Sep 12 14:04:51.023311 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing extension driver 'port_security' Sep 12 14:04:51.023664 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.extensions.port_security [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] PortSecurityExtensionDriver initialization complete Sep 12 14:04:51.024010 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing mechanism driver 'openvswitch' Sep 12 14:04:51.024356 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing mechanism driver 'hyperv' Sep 12 14:04:51.031445 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.plugin [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:04:51.032125 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.032509 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.032871 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.033382 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.033813 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.034184 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.034542 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.034967 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.035383 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.035742 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.036095 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.036497 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.036910 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.037273 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.037626 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.038023 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.038433 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.038790 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.039166 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.039689 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.040101 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > address_group after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.040458 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > address_group after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.040808 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.041204 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 14:04:51.041651 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] ML2 OVO RPC backend initialized. {{(pid=106282) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 12 14:04:51.042361 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.042726 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.043189 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.043548 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > networks before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.043903 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.044254 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > ports before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.044606 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.044954 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnets before_response 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.045308 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.045657 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.046584 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.046968 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.047316 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.047663 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.048009 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.048357 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.048699 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.056317 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded quota_driver: . Sep 12 14:04:51.056687 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.plugin [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Modular L2 Plugin initialization complete Sep 12 14:04:51.057040 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading services supported by the core plugin {{(pid=106282) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 12 14:04:51.057395 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.plugins.ml2.managers [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Got port-security extension from driver 'port_security' Sep 12 14:04:51.057884 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.extensions.vlantransparent [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Disabled vlantransparent extension. Sep 12 14:04:51.058386 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106282) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 12 14:04:51.058717 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: router Sep 12 14:04:51.094472 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.094816 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_create 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.095230 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router before_create 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.095614 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.096002 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.096369 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_delete 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.096740 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.097103 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.097475 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_create 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.097835 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.098195 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.098556 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.098963 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.099389 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.099774 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.100126 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.100479 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: subnet after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.100837 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.101197 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.101557 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_create 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.101913 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.102269 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.102638 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router after_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.103030 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.103394 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_create 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.103765 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.104122 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_update 55549900 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.104501 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > agent after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.104864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > agent after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.105220 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > network after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.106087 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Tracking information for resource: router configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:51.106429 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Tracking information for resource: floatingip configured {{(pid=106282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 14:04:51.111969 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.db.l3_agentschedulers_db [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 12 14:04:51.112544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.112912 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.113274 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.113636 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: port after_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.114441 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router before_create 55550100 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.114819 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.115218 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_create 55550100 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.115594 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > router precommit_update 55550100 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.120398 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.provider_configuration [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service providers = [] {{(pid=106282) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 12 14:04:51.120774 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.db.servicetype_db [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106282) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 12 14:04:51.123781 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.service_base [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 14:04:51.124166 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.service_base [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 14:04:51.124519 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.service_base [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 14:04:51.125420 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.services.service_base [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 14:04:51.125801 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.services.service_base [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 12 14:04:51.126185 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.126509 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 12 14:04:51.138080 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.138420 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: auto_allocate Sep 12 14:04:51.144181 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: network precommit_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.144568 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: network precommit_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.145098 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.145425 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: tag Sep 12 14:04:51.151997 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.152334 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: timestamp Sep 12 14:04:51.156892 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.157226 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: network_ip_availability Sep 12 14:04:51.162688 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.163106 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.163474 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.164202 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.164528 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: flavors Sep 12 14:04:51.169210 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.169551 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading Plugin: revisions Sep 12 14:04:51.174609 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 14:04:51.175043 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.930s {{(pid=106282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 14:04:51.175795 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106282) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 12 14:04:51.176137 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Initializing extension manager. Sep 12 14:04:51.176665 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: __init__.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.177015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: __pycache__ {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.177360 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: address_group.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.178250 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.178814 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: address-group Sep 12 14:04:51.179180 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: address_scope.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.179869 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.180382 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: address-scope Sep 12 14:04:51.180711 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.181593 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.182108 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: router-admin-state-down-before-update Sep 12 14:04:51.182436 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: agent.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.183132 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.183642 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: agent Sep 12 14:04:51.183970 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: agent_resources_synced.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.184846 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.185362 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: agent-resources-synced Sep 12 14:04:51.185689 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: allowedaddresspairs.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.187484 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.188009 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: allowed-address-pairs Sep 12 14:04:51.188348 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: auto_allocated_topology.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.189377 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.189900 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: auto-allocated-topology Sep 12 14:04:51.190232 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: availability_zone.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.190919 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.191435 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: availability_zone Sep 12 14:04:51.191763 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: availability_zone_filter.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.192648 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.193163 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: availability_zone_filter Sep 12 14:04:51.193490 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: data_plane_status.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.194362 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.195162 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension data-plane-status not supported by any of loaded plugins Sep 12 14:04:51.195491 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: default_subnetpools.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.196369 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.196881 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: default-subnetpools Sep 12 14:04:51.197210 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.197982 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.198497 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: dhcp_agent_scheduler Sep 12 14:04:51.198824 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: dns.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.199728 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.200236 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension dns-integration not supported by any of loaded plugins Sep 12 14:04:51.200565 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: dns_domain_ports.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.201449 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.201966 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 12 14:04:51.202333 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.203255 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.203770 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 12 14:04:51.204100 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: dvr.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.204745 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.205260 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: dvr Sep 12 14:04:51.205587 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: ecmp_routes.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.206465 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.207004 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 12 14:04:51.207335 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: empty_string_filtering.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.208211 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.208723 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: empty-string-filtering Sep 12 14:04:51.209051 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.209923 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.210435 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 12 14:04:51.210762 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.211668 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.212179 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 12 14:04:51.212508 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: external_net.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.213389 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.213905 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: external-net Sep 12 14:04:51.214233 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.215137 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.215650 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: extra_dhcp_opt Sep 12 14:04:51.215975 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: extraroute.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.216858 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.217372 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: extraroute Sep 12 14:04:51.218206 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: extraroute_atomic.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.219252 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.219771 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: extraroute-atomic Sep 12 14:04:51.220098 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: filter_validation.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.220730 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.221241 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: filter-validation Sep 12 14:04:51.221566 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: fip_pf_description.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.222440 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.222982 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 12 14:04:51.223311 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: fip_pf_detail.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.224181 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.224690 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: floating-ip-port-forwarding-detail Sep 12 14:04:51.225016 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: fip_pf_port_range.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.225888 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.226396 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 12 14:04:51.226723 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: fip_port_details.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.227633 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.228146 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: fip-port-details Sep 12 14:04:51.228472 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: flavors.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.229656 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.230176 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: flavors Sep 12 14:04:51.230506 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.232151 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.232686 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 12 14:04:51.233026 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: floatingip_pools.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.234265 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.234783 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: floatingip-pools Sep 12 14:04:51.235147 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: ip_allocation.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.236042 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.236559 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension ip_allocation not supported by any of loaded plugins Sep 12 14:04:51.236890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.237787 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.238301 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: ip-substring-filtering Sep 12 14:04:51.238633 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l2_adjacency.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.239555 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.240066 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 12 14:04:51.240400 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.241325 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.241845 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: router Sep 12 14:04:51.242178 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.244571 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.245109 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 12 14:04:51.245454 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.246349 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.246905 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: ext-gw-mode Sep 12 14:04:51.247245 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.248133 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.248656 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: l3-ha Sep 12 14:04:51.249011 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.249899 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.250418 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 12 14:04:51.250750 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_flavors.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.251708 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.252190 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: l3-flavors Sep 12 14:04:51.252521 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.253847 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.254373 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 12 14:04:51.254708 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.255637 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.256160 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 12 14:04:51.256492 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: l3agentscheduler.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.257499 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.258017 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: l3_agent_scheduler Sep 12 14:04:51.258349 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: local_ip.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.260070 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.260604 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension local_ip not supported by any of loaded plugins Sep 12 14:04:51.260948 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: logging.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.262382 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.262943 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension logging not supported by any of loaded plugins Sep 12 14:04:51.263284 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: metering.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.263995 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.264591 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: metering Sep 12 14:04:51.264928 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.265997 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.266517 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: metering_source_and_destination_fields Sep 12 14:04:51.266868 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: multiprovidernet.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.267767 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.268290 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: multi-provider Sep 12 14:04:51.268625 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: netmtu.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.269509 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.270028 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: net-mtu Sep 12 14:04:51.270359 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: netmtu_writable.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.271285 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.271803 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: net-mtu-writable Sep 12 14:04:51.272133 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: network_availability_zone.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.272777 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.273292 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: network_availability_zone Sep 12 14:04:51.273624 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: network_ip_availability.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.274679 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.275226 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: network-ip-availability Sep 12 14:04:51.275565 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: network_segment_range.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.276299 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.276811 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension network-segment-range not supported by any of loaded plugins Sep 12 14:04:51.277139 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: pagination.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.278077 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.278416 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: pagination Sep 12 14:04:51.278743 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_device_profile.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.279639 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.280159 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-device-profile Sep 12 14:04:51.280998 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_mac_address_override.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.281889 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.282410 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-mac-override Sep 12 14:04:51.282738 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.283657 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.284177 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-mac-address-regenerate Sep 12 14:04:51.284504 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.285383 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.285907 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-numa-affinity-policy Sep 12 14:04:51.286238 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_resource_request.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.287149 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.287665 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension port-resource-request not supported by any of loaded plugins Sep 12 14:04:51.287992 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: port_resource_request_groups.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.288919 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.289433 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 12 14:04:51.289760 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: portbindings.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.290645 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.291191 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: binding Sep 12 14:04:51.291519 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: portbindings_extended.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.292737 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.293264 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: binding-extended Sep 12 14:04:51.293598 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: portsecurity.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.294479 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.295037 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-security Sep 12 14:04:51.295371 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: project_id.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.297105 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.297450 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: project-id Sep 12 14:04:51.297784 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: providernet.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.298673 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.299229 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: provider Sep 12 14:04:51.299564 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.303033 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.303569 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos not supported by any of loaded plugins Sep 12 14:04:51.303909 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.305129 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.305658 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 12 14:04:51.306004 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.306924 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.307448 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 12 14:04:51.307783 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_default.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.308663 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.309180 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-default not supported by any of loaded plugins Sep 12 14:04:51.309514 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_fip.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.310396 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.310950 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-fip not supported by any of loaded plugins Sep 12 14:04:51.311286 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.312189 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.312705 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 12 14:04:51.313037 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_gateway_ip.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.313929 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.314452 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 12 14:04:51.314788 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_port_network_policy.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.315695 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.316221 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 12 14:04:51.316555 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.317551 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.318082 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 12 14:04:51.318418 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.319454 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.320236 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 12 14:04:51.320572 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_pps_rule.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.321710 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.322234 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-pps not supported by any of loaded plugins Sep 12 14:04:51.322569 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_rule_type_details.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.323486 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.324006 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 12 14:04:51.324337 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.325221 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.325733 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 12 14:04:51.326069 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: qos_rules_alias.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.327136 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.327716 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 12 14:04:51.328051 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: quota_check_limit.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.328963 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.329539 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: quota-check-limit Sep 12 14:04:51.329905 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: quotasv2.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.330830 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.331187 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: quotas Sep 12 14:04:51.331568 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: quotasv2_detail.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.333320 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.333700 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: quota_details Sep 12 14:04:51.334039 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: rbac.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.335090 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.335621 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: rbac-policies Sep 12 14:04:51.335961 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: rbac_address_group.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.336864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.337388 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: rbac-address-group Sep 12 14:04:51.337721 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: rbac_address_scope.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.338683 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.339235 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: rbac-address-scope Sep 12 14:04:51.339567 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: rbac_security_groups.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.340469 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.340987 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: rbac-security-groups Sep 12 14:04:51.341319 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: rbac_subnetpool.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.342207 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.343298 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: rbac-subnetpool Sep 12 14:04:51.343636 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: revisionifmatch.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.344579 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.345059 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: revision-if-match Sep 12 14:04:51.345390 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: revisions.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.346486 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.347043 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: standard-attr-revisions Sep 12 14:04:51.347376 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: router_availability_zone.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.348018 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.348537 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: router_availability_zone Sep 12 14:04:51.348863 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: routerservicetype.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.349747 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.350281 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension router-service-type not supported by any of loaded plugins Sep 12 14:04:51.350593 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.351516 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.352032 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: security-groups-normalized-cidr Sep 12 14:04:51.352359 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.353246 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.353757 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: port-security-groups-filtering Sep 12 14:04:51.354085 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.355024 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.355541 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: security-groups-remote-address-group Sep 12 14:04:51.355870 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.356767 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.357278 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: security-groups-shared-filtering Sep 12 14:04:51.357603 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: securitygroup.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.367966 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.368505 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: security-group Sep 12 14:04:51.368849 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: segment.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.369551 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.370073 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension segment not supported by any of loaded plugins Sep 12 14:04:51.370409 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.371339 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.371864 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 12 14:04:51.372199 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: servicetype.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.373251 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.373778 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: service-type Sep 12 14:04:51.374215 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: sorting.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.375194 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.375536 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: sorting Sep 12 14:04:51.375869 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: standard_attr_segment.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.376788 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.377318 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 12 14:04:51.377653 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: standardattrdescription.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.378276 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.378798 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: standard-attr-description Sep 12 14:04:51.379158 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: stateful_security_group.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.380059 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.380584 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: stateful-security-group Sep 12 14:04:51.380917 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: stdattrs_common.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.381474 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 12 14:04:51.381804 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.382692 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.383241 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 12 14:04:51.383571 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnet_onboard.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.384598 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.385121 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: subnet_onboard Sep 12 14:04:51.385451 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.386343 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.386889 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 12 14:04:51.387224 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnet_service_types.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.388114 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.388635 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: subnet-service-types Sep 12 14:04:51.388965 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnetallocation.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.390540 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.391098 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: subnet_allocation Sep 12 14:04:51.391432 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.392071 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.392585 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: subnetpool-prefix-ops Sep 12 14:04:51.392912 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.393800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.394313 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 12 14:04:51.394641 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: tagging.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.395712 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.396245 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: standard-attr-tag Sep 12 14:04:51.396576 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: timestamp.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.397743 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.398268 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loaded extension: standard-attr-timestamp Sep 12 14:04:51.398606 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: trunk.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.399636 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.400157 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension trunk not supported by any of loaded plugins Sep 12 14:04:51.400492 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: trunk_details.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.401385 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.401902 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension trunk-details not supported by any of loaded plugins Sep 12 14:04:51.402233 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: uplink_status_propagation.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.403169 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.403688 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 12 14:04:51.404020 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Loading extension file: vlantransparent.py {{(pid=106282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 14:04:51.404662 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 14:04:51.405174 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 12 14:04:51.408372 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:network Sep 12 14:04:51.408896 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnet Sep 12 14:04:51.409299 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 14:04:51.409698 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:port Sep 12 14:04:51.411008 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.411462 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service FLAVORS assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.412075 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.412518 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.412858 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:router Sep 12 14:04:51.413295 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:floatingip Sep 12 14:04:51.413782 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service METERING assigned prefix: /metering {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.415254 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.415634 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.415997 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:04:51.417000 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 14:04:51.417459 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:security_group Sep 12 14:04:51.417893 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 14:04:51.418429 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service CORE assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.418772 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 14:04:51.419151 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] subnetpool is already registered Sep 12 14:04:51.419586 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service CORE assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.419918 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 14:04:51.420255 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] subnetpool is already registered Sep 12 14:04:51.422634 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.423114 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service FLAVORS assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.423743 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.424291 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.424631 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:router Sep 12 14:04:51.424986 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] router is already registered Sep 12 14:04:51.425416 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:floatingip Sep 12 14:04:51.425763 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] floatingip is already registered Sep 12 14:04:51.426244 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service METERING assigned prefix: /metering {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.426983 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 14:04:51.427338 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] rbac_policy is already registered Sep 12 14:04:51.427758 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:security_group Sep 12 14:04:51.428101 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] security_group is already registered Sep 12 14:04:51.428529 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 14:04:51.428880 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] security_group_rule is already registered Sep 12 14:04:51.429372 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service CORE assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.429707 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 14:04:51.430047 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] subnetpool is already registered Sep 12 14:04:51.430478 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.v2.resource_helper [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Service CORE assigned prefix: {{(pid=106282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 14:04:51.430807 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 14:04:51.431169 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING neutron.quota.resource_registry [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] subnetpool is already registered Sep 12 14:04:51.431653 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: extensions {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.433236 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: address-groups {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.434710 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: address-scopes {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.435973 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: agents {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.437186 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: auto-allocated-topology {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.439766 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: availability_zones {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.441014 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: dhcp-networks {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.442432 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: dhcp-agents {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.444020 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: routers {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.446026 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: flavors {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.447238 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: service_profiles {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.448544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: next_providers {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.450013 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: service_profiles {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.451538 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: floatingip-pools {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.453346 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: routers {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.455175 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: floatingips {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.456373 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: l3-routers {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.457771 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: l3-agents {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.459359 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: metering-labels {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.460663 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: metering-label-rules {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.461952 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: network-ip-availabilities {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.463351 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: bindings {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.464940 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: quotas {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.466538 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: quotas {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.468834 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: rbac-policies {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.470041 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: security-groups {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.471573 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: security-group-rules {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.472567 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: service-providers {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.474491 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: subnetpools {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.475574 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: subnetpools {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.476742 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.478528 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.480331 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.482234 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.484028 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.485911 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.487759 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.489592 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.491453 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.493397 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron.api.extensions [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Extended resource: tags {{(pid=106282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 14:04:51.500530 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING keystonemiddleware.auth_token [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 12 14:04:51.505649 dv-cinder-820027-25-iscsi neutron-server[106282]: WARNING keystonemiddleware.auth_token [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 12 14:04:51.514393 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Acquiring lock "singleton_lock" {{(pid=106282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 12 14:04:51.515283 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Acquired lock "singleton_lock" {{(pid=106282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 12 14:04:51.515761 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_concurrency.lockutils [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Releasing lock "singleton_lock" {{(pid=106282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 12 14:04:51.516442 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Starting 2 workers Sep 12 14:04:51.521268 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Started child 106393 {{(pid=106282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 14:04:51.525695 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Started child 106394 {{(pid=106282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 14:04:51.526609 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.527336 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO neutron.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 12 14:04:51.527938 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.528110 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [-] (106393) wsgi starting up on http://0.0.0.0:9696 Sep 12 14:04:51.531046 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Starting 1 workers Sep 12 14:04:51.531219 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.532663 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [-] (106394) wsgi starting up on http://0.0.0.0:9696 Sep 12 14:04:51.536179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Started child 106395 {{(pid=106282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 14:04:51.536718 dv-cinder-820027-25-iscsi neutron-server[106282]: INFO oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Starting 1 workers Sep 12 14:04:51.539684 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] calling RpcWorker wait() {{(pid=106395) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 12 14:04:51.540271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] returning from RpcWorker wait() {{(pid=106395) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 12 14:04:51.541224 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Started child 106396 {{(pid=106282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 14:04:51.541400 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.541804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:04:51.541968 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG neutron_lib.callbacks.manager [None req-66f41b35-78ad-470e-9dcd-10d2214b120c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.543859 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 14:04:51.544069 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 14:04:51.544258 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 14:04:51.544489 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 14:04:51.544842 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 14:04:51.545026 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 14:04:51.545523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.545811 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.546100 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:04:51.546639 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.546639 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.547060 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.547206 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:04:51.547356 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.547492 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.547728 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.547979 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.548154 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.548322 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.548568 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.548824 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.549140 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.549412 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.549665 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.549907 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.550079 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.550354 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.550617 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.550887 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.551190 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] debug = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.551472 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.551942 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.552182 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.552429 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.552690 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.552967 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.553226 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.553497 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.553742 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.553992 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.554182 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.554445 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.554691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.554960 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.555193 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.555452 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.555688 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.556185 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] host = dv-cinder-820027-25-iscsi {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.556424 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.556660 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.556923 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.557168 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.557431 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.557665 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.557929 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.558198 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.558482 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.558680 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.558953 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.559214 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.559448 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.559696 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.559860 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_options = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.560106 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.560401 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.560684 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.560879 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.561051 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.561214 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.561507 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.562691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.562691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.562691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.562691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.562691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563062 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563062 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563281 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563499 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563730 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.563976 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.564234 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.564471 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.564724 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.565035 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.565212 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.565448 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.565685 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.565926 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.566181 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.566436 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.566649 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.566970 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.567233 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.567483 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.567735 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.567980 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.568249 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.568476 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.570694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_json = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.575523 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576179 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.576729 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.577864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.578250 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.579122 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.579420 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.579910 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.580318 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.584346 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.585035 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.585302 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.585614 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.585883 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.586140 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.586397 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.586656 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.587025 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.587317 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.587589 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.587963 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.588237 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.588501 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.588771 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.589026 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.589309 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.589534 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.589756 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.589999 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.590220 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.590494 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.590750 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.591230 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.591583 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.591859 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.592152 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.592424 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.592725 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.593534 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.593787 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.594010 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.594235 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.594461 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.594813 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.595343 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.595580 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.595883 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.596139 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.596403 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.596670 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.596893 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.599094 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.600824 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.601456 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.601860 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.602101 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.602346 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.603507 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.603783 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.604023 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.604255 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.604511 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.605602 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.605869 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.606139 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.606377 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.606632 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.606900 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.607138 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.607356 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.607584 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.607803 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.608120 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.608371 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.608592 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.608816 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.609034 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.609250 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.609467 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.609684 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.609910 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.610128 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.610465 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.610711 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.611010 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.611254 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.611518 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.611761 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.612010 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.612234 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.612468 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.612753 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.613008 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.613235 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.613480 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.613705 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.613923 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.614183 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.614430 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.614650 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.614883 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.615108 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.615326 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.615550 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.615784 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.616035 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.616281 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.616560 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.616818 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.617081 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.617299 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.617539 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.617770 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.618021 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.618303 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.618595 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.619752 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.619752 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.619752 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.619752 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.620089 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.620170 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.620407 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.620691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.621247 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.621247 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.621425 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.621674 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.621924 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.622166 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.622400 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.622696 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.622959 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.623278 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.623529 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.623766 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.624014 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.624288 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.624552 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.624793 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.625059 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.625306 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.625562 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.625814 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.626042 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.626255 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.626496 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.626745 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.626989 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.627225 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.627442 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.627684 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.627892 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.628099 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.628336 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.628564 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.628778 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.628993 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.629209 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.629449 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.629696 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.629911 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.630135 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.630373 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.630593 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.630810 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.631054 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.631271 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.631504 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.631722 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.632032 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.632286 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.632553 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.632850 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.633110 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.633375 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.633597 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.633863 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.634081 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.634295 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.634510 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.634727 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.634961 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.635194 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.635439 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636058 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636058 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636244 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636488 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636737 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.636968 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.637212 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.637452 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.637687 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.637900 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.638137 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.638385 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.638599 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.638821 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.639056 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.639299 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.639522 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.640271 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.640510 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.640759 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.640993 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.641250 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.641489 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.641715 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.641964 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.642186 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.642408 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.642623 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.642969 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.643158 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.643371 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.643588 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.643800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.644016 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.644230 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.644855 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.644855 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.645138 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.645292 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.645527 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.645759 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.645988 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.646194 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.646690 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.646690 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.646968 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.647093 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.647294 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.650890 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.651544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652427 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652427 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652699 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.652857 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.653152 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.653577 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.653699 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.653897 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.654216 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.654425 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.654658 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.654910 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.655131 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.655930 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.656333 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.656806 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.657096 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.657347 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.657616 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.657901 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.658162 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.658430 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.658660 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.659017 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.659357 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.659621 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.659896 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.660149 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.660396 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.660616 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.660833 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.661068 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.661300 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.661519 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.661753 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.661981 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.662238 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.662455 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.662702 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.662981 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.663241 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.663456 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.663692 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.663911 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.664067 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 14:04:51.664636 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 14:04:51.664800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 14:04:51.664957 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 14:04:51.665130 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 14:04:51.665297 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 14:04:51.665606 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 14:04:51.665817 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.665975 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.666276 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.666623 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.666803 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667006 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667170 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667326 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667635 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667798 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.667957 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668117 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668275 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668434 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668593 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668753 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.668910 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669073 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669232 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669390 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669549 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669706 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] debug = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.669864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670084 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670255 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670412 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670569 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670727 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.670991 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.671153 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.671314 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.671473 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.671638 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.671789 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.672098 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.672257 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.672555 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.672851 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.673182 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.673475 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] host = dv-cinder-820027-25-iscsi {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.673764 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.673932 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.674088 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.674251 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.674407 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.674565 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.674719 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675034 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675339 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675493 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675658 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675818 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.675980 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.676134 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.676426 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_options = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.676719 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677019 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677177 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677374 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677543 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677705 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.677852 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678012 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678163 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678324 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678474 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678635 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678796 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.678967 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679114 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679275 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679425 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679585 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679736 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.679896 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680065 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680235 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680378 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680519 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680671 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680866 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.680961 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681122 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681280 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681438 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681594 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681751 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.681912 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682070 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682228 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682387 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682543 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682700 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.682888 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683064 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683218 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683378 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683528 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683688 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.683847 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684029 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684187 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_json = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684329 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684504 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684659 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684812 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.684940 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.685244 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.685410 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.685570 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.685728 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 14:04:51.685907 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.686068 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.686381 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.686713 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.686891 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687050 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687205 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687372 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687534 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687694 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.687862 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688023 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688194 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688357 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688518 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688684 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.688845 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689008 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689170 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689330 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689492 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689653 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689821 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.689982 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.690141 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.690306 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.690466 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.690634 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.690794 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691034 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691170 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691313 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691476 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691638 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691799 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.691961 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692123 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692286 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692448 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692610 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692770 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.692931 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693092 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693254 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693417 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693579 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693742 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.693903 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.694064 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.694225 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.694387 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.694548 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.694982 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695146 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695309 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695472 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695633 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695804 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.695965 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696125 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696284 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696445 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696605 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696766 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.696926 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697087 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697248 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697408 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697581 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697741 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.697901 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698068 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698219 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698379 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698540 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698702 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.698869 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699035 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699195 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699354 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699513 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699673 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699833 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.699993 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700154 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700319 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700479 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700639 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700800 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.700959 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701123 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701291 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701466 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701627 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701788 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.701949 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.702670 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.702863 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703031 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703193 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703359 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703516 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703676 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703835 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.703998 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704158 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704317 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704479 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704639 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704798 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.704958 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705119 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705279 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705438 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705597 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705757 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.705917 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706076 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706236 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706397 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706556 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706716 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.706895 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707066 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707226 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707390 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707550 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707717 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.707887 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708048 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708211 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708371 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708533 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708691 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.708853 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709015 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709175 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709336 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709496 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709666 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709827 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.709987 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710147 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710329 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710490 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710651 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710814 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.710994 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711156 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711319 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711480 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711642 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711803 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.711964 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712126 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712287 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712448 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712608 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712767 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.712929 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713092 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713253 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713415 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713576 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713736 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.713896 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714057 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714217 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714377 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714537 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714696 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.714876 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715038 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715197 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715359 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715518 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715678 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715839 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.715999 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716159 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716322 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716484 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716646 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716808 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.716970 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.717131 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.717306 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718524 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718524 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718524 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718524 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.718864 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719014 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719107 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719195 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719345 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719506 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719685 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.719845 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720008 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720170 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720330 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720491 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720651 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720814 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.720974 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721134 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721308 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721451 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721604 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721765 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.721926 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722088 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722248 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722408 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722571 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722735 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.722914 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723076 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723237 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723399 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723561 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723724 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.723884 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.724044 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.724205 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.724365 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.724525 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.724690 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725231 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725231 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725231 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725495 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725495 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725656 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725763 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.725923 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726099 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726231 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726392 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726551 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726722 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.726919 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727063 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727224 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727384 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727544 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727714 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.727874 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728034 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728194 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728354 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728513 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728682 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.728842 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729002 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729160 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729321 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729481 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729650 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729811 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.729972 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730119 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730278 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730438 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730605 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730769 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.730954 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731123 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731283 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731441 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731602 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731773 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.731985 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.732155 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.732316 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.732477 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.732663 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.732875 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733045 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733215 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733407 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733570 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733738 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.733907 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734075 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734236 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734403 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734575 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734735 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.734917 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735078 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735241 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735403 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735563 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735726 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.735886 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736046 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736207 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736373 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736502 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736667 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.736901 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737038 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737122 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737291 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737423 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737567 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 14:04:51.737720 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 14:04:51.842477 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41064) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:04:51.850566 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0058413 Sep 12 14:04:51.856093 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0049720 Sep 12 14:05:01.015355 dv-cinder-820027-25-iscsi neutron-server[106282]: DEBUG dbcounter [-] [106282] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106282) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:03.050107 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb38dd-8f6f-4d82-9284-1dc1fed88395 None None] get_active_networks_info from dv-cinder-820027-25-iscsi {{(pid=106395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 12 14:05:03.074655 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writer thread running {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 14:05:03.145470 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eb38dd-8f6f-4d82-9284-1dc1fed88395 None None] No non-hosted networks {{(pid=106395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 12 14:05:03.153182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.agentschedulers_db [None req-35eb38dd-8f6f-4d82-9284-1dc1fed88395 None None] DHCP Agent not found on host dv-cinder-820027-25-iscsi {{(pid=106395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 12 14:05:03.237431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-677eee59-56b3-436d-bc40-854bdc4d1be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:04.799656 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writer thread running {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 14:05:05.254369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-833e0861-233a-48dc-bde4-5c34b09f5358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:05.273873 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8485dc9c-ca89-4d40-a49e-579edd53930f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:06.571492 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:06.926254 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41138) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:07.505670 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING oslo_policy.policy [None req-cdb37f04-7116-49f7-98b5-ab2bcb4d510b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:07.506326 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING oslo_policy.policy [None req-cdb37f04-7116-49f7-98b5-ab2bcb4d510b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:07.748077 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [None req-cdb37f04-7116-49f7-98b5-ab2bcb4d510b admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:05:07.750879 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cdb37f04-7116-49f7-98b5-ab2bcb4d510b admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8219147 Sep 12 14:05:08.143963 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:08.244711 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:08.245389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.245707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.246037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.246357 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.246676 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.247029 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.247392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.247738 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.248059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.249027 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.251023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.251374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.251724 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.252058 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.252379 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:08.252768 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-25-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:08.262163 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-25-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:10.458350 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41174) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:10.778023 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:10.790222 dv-cinder-820027-25-iscsi neutron-server[106394]: ERROR stevedore.extension [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 14:05:10.871562 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.policy [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106394) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 14:05:10.914003 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING oslo_policy.policy [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:10.914375 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING oslo_policy.policy [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:10.934136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writer thread running {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 14:05:11.010153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871998960', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871998404', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871883514', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871892875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871899392', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727871907792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1572482', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1568734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588959', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743073'] for rbac-policy (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:11.081660 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:11.082868 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ff4a8a7c-b923-415a-8379-8001477e3939 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6235843 Sep 12 14:05:12.374113 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.db.l3_hamode_db [None req-f281e6de-7bbd-450b-9737-0b94b0154e9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 12 14:05:12.451899 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281e6de-7bbd-450b-9737-0b94b0154e9d None None] Routers set() bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:05:12.452275 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281e6de-7bbd-450b-9737-0b94b0154e9d None None] Router IDs set() for agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 12 14:05:13.685327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41184) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:14.003738 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:14.035006 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Made reservation on behalf of e10c65c7a17c44a7a8711e7701efdcd0 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:05:14.039155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.057152 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.168664 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks [] for security_group (05af7c70-07b5-4316-813d-cb9ceca5da22), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.172653 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (05af7c70-07b5-4316-813d-cb9ceca5da22), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.206172 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:05:14.234135 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727875651503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (ea611327-972c-4633-9d51-54826485f976), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.234635 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Unsubscribe: segment precommit_create {{(pid=106394) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 14:05:14.235175 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Added segment ea611327-972c-4633-9d51-54826485f976 of type vlan for network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 Sep 12 14:05:14.250164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=05af7c70-07b5-4316-813d-cb9ceca5da22,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:14.301359 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.301692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.302047 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.302394 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.302721 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.303066 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.303383 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.303698 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.304026 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.304344 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.304658 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.304984 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.305302 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.305609 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.305917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Tracked resource versions report: Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: pushed versions: Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: { 'AddressGroup': {'1.2'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Agent': {'1.1'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'ConntrackHelper': {'1.0'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Log': {'1.0'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'NDPProxy': {'1.0'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Network': {'1.1'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Port': {'1.7'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'PortForwarding': {'1.3'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'QosPolicy': {'1.10'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroup': {'1.5'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SubPort': {'1.0'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Subnet': {'1.1'}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Trunk': {'1.1'}} Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: consumer versions: Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Agent': '1.1', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'ConntrackHelper': '1.0', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'LocalIPAssociation': '1.0', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Log': '1.0', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'NDPProxy': '1.0', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Network': '1.1', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Port': '1.7', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'PortForwarding': '1.3', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'QosPolicy': '1.10', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroup': '1.5', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroupRule': '1.2', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SubPort': '1.0', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Subnet': '1.1', Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Trunk': '1.1'}} Sep 12 14:05:14.307579 dv-cinder-820027-25-iscsi neutron-server[106394]: {{(pid=106394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:05:14.338124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (9a121ae8-e4e1-4e47-b86d-2a058a0be617), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.379309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (9a121ae8-e4e1-4e47-b86d-2a058a0be617), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.384270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:14.384983 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:14.464897 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:14.495674 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8091891 Sep 12 14:05:14.507761 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bf542-589a-44f6-9754-e732508f87dd demo demo] Pushing event updated for resources: {'Network': ['ID=9a121ae8-e4e1-4e47-b86d-2a058a0be617,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:14.523438 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:05:17.157519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41198) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:17.565011 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60622dea-c2d2-456a-9fd7-02fc0c85a389 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:17.566380 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-60622dea-c2d2-456a-9fd7-02fc0c85a389 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/9a121ae8-e4e1-4e47-b86d-2a058a0be617 HTTP/1.1" status: 200 len: 825 time: 0.4079101 Sep 12 14:05:17.591375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2dba1344-3e4b-4a94-9d3e-61239364dafb demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/6d03614f-49c7-4cd4-a530-e7513b6d172b HTTP/1.1" status: 200 len: 734 time: 0.0187616 Sep 12 14:05:17.604052 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:17.625652 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Made reservation on behalf of e10c65c7a17c44a7a8711e7701efdcd0 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:05:17.627952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:17.823270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:17.918154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (e8f3d84c-f4db-4c58-848a-e4f683de837c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:17.985916 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e8f3d84c-f4db-4c58-848a-e4f683de837c,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:17.996232 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Checking segment: {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:05:17.996593 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Network hostable DHCP agents. Network: 9a121ae8-e4e1-4e47-b86d-2a058a0be617, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:05:18.017679 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:05:18.028175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 9a121ae8-e4e1-4e47-b86d-2a058a0be617) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:18.033251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:18.033856 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:18.040136 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6b496-339c-4134-808b-fd8450d68b7d None None] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:05:18.050588 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-40ba5a43-9422-4b9d-8528-3499828754c1 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499834 Sep 12 14:05:18.306644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:05:18.307958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:18.581716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Allocated IP 172.20.0.2 (9a121ae8-e4e1-4e47-b86d-2a058a0be617/e8f3d84c-f4db-4c58-848a-e4f683de837c/1b2212ed-3d4b-49b7-895e-dfcca4c2ce29) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:05:18.590485 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=67,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:18.851853 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks [] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:18.859469 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:18.932184 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:05:18.941809 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:18.947065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Pushing event updated for resources: {'Port': ['ID=1b2212ed-3d4b-49b7-895e-dfcca4c2ce29,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:18.949509 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:05:18.963771 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.964120 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.964477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.964838 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.965176 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.965507 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.965829 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.966152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.966490 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.966866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.967196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.967535 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.967868 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.968190 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.968510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Tracked resource versions report: Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: pushed versions: Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: { 'AddressGroup': {'1.2'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Agent': {'1.1'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Log': {'1.0'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'NDPProxy': {'1.0'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Network': {'1.1'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Port': {'1.7'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'PortForwarding': {'1.3'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'QosPolicy': {'1.10'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroup': {'1.5'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SubPort': {'1.0'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Subnet': {'1.1'}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Trunk': {'1.1'}} Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: consumer versions: Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Agent': '1.1', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'ConntrackHelper': '1.0', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'LocalIPAssociation': '1.0', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Log': '1.0', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'NDPProxy': '1.0', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Network': '1.1', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Port': '1.7', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'PortForwarding': '1.3', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'QosPolicy': '1.10', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroup': '1.5', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroupRule': '1.2', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SubPort': '1.0', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Subnet': '1.1', Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Trunk': '1.1'}} Sep 12 14:05:18.969953 dv-cinder-820027-25-iscsi neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:05:19.043052 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Attempting to bind port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:05:19.043726 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Attempting to bind port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:05:19.043835 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Attempting to bind port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 on network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:05:19.074953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:19.091681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:05:19.092023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Checking segment: {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:05:19.092488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:19.092877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Bound using segment: {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:05:19.093359 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Bound port: 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:05:19.093759 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:19.154224 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] For port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:05:19.173393 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] For port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=1b2212ed-3d4b-49b7-895e-dfcca4c2ce29,segment=NetworkSegment(ea611327-972c-4633-9d51-54826485f976),segment_id=ea611327-972c-4633-9d51-54826485f976)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:05:19.180524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:19.229755 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4efcf3-0c4d-4ff7-a852-6bc92e0c6727 None None] Pushing event updated for resources: {'Port': ['ID=1b2212ed-3d4b-49b7-895e-dfcca4c2ce29,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:20.705043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41208) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:21.043435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [None req-f731ae43-de22-4a75-ac23-4e08ea6f0d41 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:05:21.044433 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f731ae43-de22-4a75-ac23-4e08ea6f0d41 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3385324 Sep 12 14:05:23.709213 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41216) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:24.026879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [None req-93253016-7d1b-411b-876d-e57209cdeca1 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:05:24.027892 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-93253016-7d1b-411b-876d-e57209cdeca1 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3178306 Sep 12 14:05:24.579219 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:24.598641 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:26.678408 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41230) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:27.198865 dv-cinder-820027-25-iscsi neutron-server[106393]: WARNING oslo_policy.policy [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:27.199447 dv-cinder-820027-25-iscsi neutron-server[106393]: WARNING oslo_policy.policy [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:27.254434 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b59246-eaf7-46d2-8a3b-db0820724589 None None] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:05:27.385906 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Provisioning complete for port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:27.386315 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.413926 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:27.423263 dv-cinder-820027-25-iscsi neutron-server[106393]: ERROR stevedore.extension [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 14:05:27.474829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.policy [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 14:05:27.519186 dv-cinder-820027-25-iscsi neutron-server[106393]: WARNING oslo_policy.policy [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:27.519574 dv-cinder-820027-25-iscsi neutron-server[106393]: WARNING oslo_policy.policy [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 14:05:27.523727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Current status of the port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:27.524121 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.540552 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writer thread running {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 14:05:27.555396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:27.562361 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] For port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=1b2212ed-3d4b-49b7-895e-dfcca4c2ce29,segment=NetworkSegment(ea611327-972c-4633-9d51-54826485f976),segment_id=ea611327-972c-4633-9d51-54826485f976)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:05:27.566652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.586265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.588105 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.613003 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30b049-d5a2-4eef-a674-7895a863548b None None] Pushing event updated for resources: {'Port': ['ID=1b2212ed-3d4b-49b7-895e-dfcca4c2ce29,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:27.686468 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-606c198f-be54-4ab7-9bfa-0353af262db2 None None] Provisioning complete for port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:27.686771 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-606c198f-be54-4ab7-9bfa-0353af262db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.746218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Publish callbacks [] for router_controller (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.748453 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:27.753771 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.762227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-606c198f-be54-4ab7-9bfa-0353af262db2 None None] Current status of the port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:27.777283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:27.778704 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d30f27c4-a8af-4f08-9fc6-ace51c4ce39c demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0983543 Sep 12 14:05:27.911220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:05:27.957565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:27.957860 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:28.030082 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:28.036905 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:28.043112 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:30.391544 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41248) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:30.708504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [None req-bf77903e-863f-4fef-a8b1-0b0273d0c9f0 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:05:30.709493 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-bf77903e-863f-4fef-a8b1-0b0273d0c9f0 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3168507 Sep 12 14:05:33.035358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-092d6d11-5fbb-4a37-89e9-f94c0c12ce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.332102 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41256) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:33.651997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:33.673421 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Made reservation on behalf of b159fcc4f05d45de88c679e235640813 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:05:33.675692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.683672 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.758556 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks [] for security_group (a525b13c-a617-422e-adfa-ca45cb27e205), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.762210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a525b13c-a617-422e-adfa-ca45cb27e205), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.777598 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Reserving flat network on physical network physnet1 {{(pid=106394) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 12 14:05:33.803381 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525b13c-a617-422e-adfa-ca45cb27e205,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:33.807360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (ae9af074-7763-4664-a411-cc953281386b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.807698 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Added segment ae9af074-7763-4664-a411-cc953281386b of type flat for network b7822cfb-56f4-43ae-bb30-07989dd1b648 Sep 12 14:05:33.854230 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (b7822cfb-56f4-43ae-bb30-07989dd1b648), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.885161 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (b7822cfb-56f4-43ae-bb30-07989dd1b648), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.886106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:33.886676 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:33.956747 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6232913 Sep 12 14:05:33.981727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f45e-164a-4b9b-a25b-f03b6a9b8f13 admin admin] Pushing event updated for resources: {'Network': ['ID=b7822cfb-56f4-43ae-bb30-07989dd1b648,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:33.992206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:05:34.057835 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:35.236433 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-694207b0-1fb0-412c-8f17-efed2a76df72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:36.535129 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:36.578587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41264) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:36.995966 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eac42a-e6a2-4c3d-8c17-7990499092f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:36.997509 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e4eac42a-e6a2-4c3d-8c17-7990499092f9 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/e8f3d84c-f4db-4c58-848a-e4f683de837c HTTP/1.1" status: 200 len: 849 time: 0.4179363 Sep 12 14:05:37.113272 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8f8b09cc-c673-484c-923c-4ed5bee0769e demo admin] 10.222.0.42 "GET /networking/v2.0/routers/ad5f887e-16ff-484d-b6fd-d9f2d855edb2 HTTP/1.1" status: 200 len: 704 time: 0.1097636 Sep 12 14:05:37.384435 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:37.676537 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Allocated IP 172.20.0.1 (9a121ae8-e4e1-4e47-b86d-2a058a0be617/e8f3d84c-f4db-4c58-848a-e4f683de837c/374b9462-006d-4c41-8be3-a8c38b642d8b) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:05:37.891747 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks [] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:37.953055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:37.969998 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:37.992933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:05:38.014452 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:38.049582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:38.060895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Pushing event updated for resources: {'Port': ['ID=374b9462-006d-4c41-8be3-a8c38b642d8b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:38.071531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:05:38.071990 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.075781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.076175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.076541 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.076894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.077200 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.077523 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.077843 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.078161 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.078500 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.078822 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.079182 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.079515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.079834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.080571 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.080571 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Tracked resource versions report: Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: pushed versions: Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: { 'AddressGroup': {'1.2'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Agent': {'1.1'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'ConntrackHelper': {'1.0'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Log': {'1.0'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'NDPProxy': {'1.0'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Network': {'1.1'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Port': {'1.7'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'PortForwarding': {'1.3'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'QosPolicy': {'1.10'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroup': {'1.5'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SubPort': {'1.0'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Subnet': {'1.1'}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Trunk': {'1.1'}} Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: consumer versions: Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Agent': '1.1', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'ConntrackHelper': '1.0', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'LocalIPAssociation': '1.0', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Log': '1.0', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'NDPProxy': '1.0', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Network': '1.1', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Port': '1.7', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'PortForwarding': '1.3', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'QosPolicy': '1.10', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroup': '1.5', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroupRule': '1.2', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SubPort': '1.0', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Subnet': '1.1', Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Trunk': '1.1'}} Sep 12 14:05:38.081866 dv-cinder-820027-25-iscsi neutron-server[106393]: {{(pid=106393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:05:38.093403 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.248510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-12c2f0f0-9507-45fa-a53d-c8dca872a32c None None] Provisioning complete for port 374b9462-006d-4c41-8be3-a8c38b642d8b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:38.248892 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-12c2f0f0-9507-45fa-a53d-c8dca872a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.273977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.280454 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.287259 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-12c2f0f0-9507-45fa-a53d-c8dca872a32c None None] Port 374b9462-006d-4c41-8be3-a8c38b642d8b cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:05:38.483415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks [] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.487558 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.488288 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.565092 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Pushing event updated for resources: {'Port': ['ID=374b9462-006d-4c41-8be3-a8c38b642d8b,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:38.654484 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:05:38.655765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:38.811997 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:05:38.853732 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-7d333a3a-3125-4d07-aa2e-2634f0df95d0 None None] Provisioning complete for port 374b9462-006d-4c41-8be3-a8c38b642d8b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:38.854118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d333a3a-3125-4d07-aa2e-2634f0df95d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:38.886455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a3a-3125-4d07-aa2e-2634f0df95d0 None None] Port 374b9462-006d-4c41-8be3-a8c38b642d8b cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:05:38.902143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:05:38.907468 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-bb5cd6fc-6cbb-4399-aeef-b71d8f287c35 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/ad5f887e-16ff-484d-b6fd-d9f2d855edb2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7889392 Sep 12 14:05:38.926348 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Sync routers for ids ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:05:38.939630 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Routers {'ad5f887e-16ff-484d-b6fd-d9f2d855edb2'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:05:38.940482 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:05:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:39.119380 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Set router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:05:39.535425 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:38Z', 'revision_number': 2, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port_host': None, '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:38Z', 'revision_number': 2, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:39.586269 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Checking router: ad5f887e-16ff-484d-b6fd-d9f2d855edb2 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:05:39.586636 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Updating router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 port 374b9462-006d-4c41-8be3-a8c38b642d8b binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:05:39.637606 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.136008 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks [] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.142995 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.285088 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Attempting to bind port 374b9462-006d-4c41-8be3-a8c38b642d8b on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:05:40.285484 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Attempting to bind port 374b9462-006d-4c41-8be3-a8c38b642d8b by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:05:40.285906 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Attempting to bind port 374b9462-006d-4c41-8be3-a8c38b642d8b on network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:05:40.314745 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Pushing event updated for resources: {'Port': ['ID=374b9462-006d-4c41-8be3-a8c38b642d8b,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:40.340298 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.340639 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.341541 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.341879 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.342207 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.342529 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.342864 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.343192 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.343526 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.343849 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.344166 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.344497 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.344816 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.345129 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.345441 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Tracked resource versions report: Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: pushed versions: Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: { 'AddressGroup': {'1.2'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Agent': {'1.1'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Log': {'1.0'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'NDPProxy': {'1.0'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Network': {'1.1'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Port': {'1.7'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'PortForwarding': {'1.3'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'QosPolicy': {'1.10'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroup': {'1.5'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SubPort': {'1.0'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Subnet': {'1.1'}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Trunk': {'1.1'}} Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: consumer versions: Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Agent': '1.1', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'ConntrackHelper': '1.0', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'LocalIPAssociation': '1.0', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Log': '1.0', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'NDPProxy': '1.0', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Network': '1.1', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Port': '1.7', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'PortForwarding': '1.3', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'QosPolicy': '1.10', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroup': '1.5', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroupRule': '1.2', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SubPort': '1.0', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Subnet': '1.1', Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Trunk': '1.1'}} Sep 12 14:05:40.346874 dv-cinder-820027-25-iscsi neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:05:40.391812 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:05:40.392151 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Checking segment: {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:05:40.392610 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.392993 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Bound using segment: {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:05:40.393465 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Bound port: 374b9462-006d-4c41-8be3-a8c38b642d8b, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea611327-972c-4633-9d51-54826485f976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:05:40.393838 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.424349 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:40.457318 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] For port 374b9462-006d-4c41-8be3-a8c38b642d8b, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:05:40.476274 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] For port 374b9462-006d-4c41-8be3-a8c38b642d8b, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=374b9462-006d-4c41-8be3-a8c38b642d8b,segment=NetworkSegment(ea611327-972c-4633-9d51-54826485f976),segment_id=ea611327-972c-4633-9d51-54826485f976)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:05:40.483193 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:40.508934 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:40.527533 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Routers {'ad5f887e-16ff-484d-b6fd-d9f2d855edb2'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:05:40.528152 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:05:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:40.573894 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73562f5f-78d0-4495-a416-b6fb49ce241d None None] Pushing event updated for resources: {'Port': ['ID=374b9462-006d-4c41-8be3-a8c38b642d8b,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:40.624118 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] Set router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:05:40.811371 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:38Z', 'revision_number': 2, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port_host': None, '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:40Z', 'revision_number': 4, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:40.843198 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce999a5-235d-44f2-b946-0862c3182264 None None] The sync data for ids ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'] in dv-cinder-820027-25-iscsi is: [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:38Z', 'revision_number': 2, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port_host': None, '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:40Z', 'revision_number': 4, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:05:41.504128 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41280) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:41.907295 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47dbda-9d88-45a6-b22c-c80283218501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:41.908668 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0b47dbda-9d88-45a6-b22c-c80283218501 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/b7822cfb-56f4-43ae-bb30-07989dd1b648 HTTP/1.1" status: 200 len: 842 time: 0.4037147 Sep 12 14:05:41.918273 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:41.947271 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Made reservation on behalf of b159fcc4f05d45de88c679e235640813 for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:05:41.949837 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:42.005866 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:42.064558 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:42.255937 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.objects.ports [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106393) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 12 14:05:42.256376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (3f712643-dbe7-452f-ad20-f93ca7db345a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:42.305527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f712643-dbe7-452f-ad20-f93ca7db345a,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:42.324190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:05:42.324539 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Network hostable DHCP agents. Network: b7822cfb-56f4-43ae-bb30-07989dd1b648, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:05:42.345831 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:05:42.360103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, b7822cfb-56f4-43ae-bb30-07989dd1b648) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:42.368332 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578269bc-3dc0-4ecf-aa3a-5a80fb8ef282 None None] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:05:42.370951 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:42.372511 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:42.406866 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-867e9c8d-0003-4894-8b68-e86ac566035c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4816058 Sep 12 14:05:42.475416 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2046c-eee7-4fa6-863b-c770b488479f None None] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:05:43.973908 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=36,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:43.978514 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:45.084233 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41290) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:45.491324 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-033b0b34-4c46-4bee-849b-6d501e3dec9a demo admin] 10.222.0.42 "GET /networking/v2.0/routers/ad5f887e-16ff-484d-b6fd-d9f2d855edb2 HTTP/1.1" status: 200 len: 710 time: 0.4059308 Sep 12 14:05:45.594161 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c8fa7-d58e-40d8-bf54-6a07d70ad472 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:05:45.595600 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e30c8fa7-d58e-40d8-bf54-6a07d70ad472 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/b7822cfb-56f4-43ae-bb30-07989dd1b648 HTTP/1.1" status: 200 len: 886 time: 0.0978653 Sep 12 14:05:45.604578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:05:45.851536 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks [] for router_gateway (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:45.934045 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 374b9462-006d-4c41-8be3-a8c38b642d8b up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:05:45.979317 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 374b9462-006d-4c41-8be3-a8c38b642d8b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:45.979715 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.045641 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:46.059349 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 374b9462-006d-4c41-8be3-a8c38b642d8b is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:46.059748 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.093790 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 374b9462-006d-4c41-8be3-a8c38b642d8b, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=374b9462-006d-4c41-8be3-a8c38b642d8b,segment=NetworkSegment(ea611327-972c-4633-9d51-54826485f976),segment_id=ea611327-972c-4633-9d51-54826485f976)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:05:46.097501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.144549 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=374b9462-006d-4c41-8be3-a8c38b642d8b,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:46.155851 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks [] for router_gateway (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.228882 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.237019 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:46.335337 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Allocated IP 172.27.3.34 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/5a47f250-d130-426d-b3bc-14c733b698fd) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:05:46.435833 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks [] for port (5a47f250-d130-426d-b3bc-14c733b698fd), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.466014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.501094 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:05:46.506187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:05:46.512152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:05:46.516933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Pushing event updated for resources: {'Port': ['ID=5a47f250-d130-426d-b3bc-14c733b698fd,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:46.744659 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks [] for router_gateway (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.842214 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:46.934139 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1945'] for router (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:46.937525 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-716242'] for router (ad5f887e-16ff-484d-b6fd-d9f2d855edb2), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:47.038737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:05:47.124237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:47.142391 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:05:47.146485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:47.147695 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f7e0ecec-5ca1-40f4-b733-127d852ffac5 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/ad5f887e-16ff-484d-b6fd-d9f2d855edb2 HTTP/1.1" status: 200 len: 889 time: 1.5463037 Sep 12 14:05:47.152980 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Sync routers for ids ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:05:47.165716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Routers {'ad5f887e-16ff-484d-b6fd-d9f2d855edb2'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:05:47.166387 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:05:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:47.377820 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Set router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:05:47.448471 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:47.599375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:47.752434 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 4, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port': {'id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:46Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 5, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:47.802618 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Checking router: ad5f887e-16ff-484d-b6fd-d9f2d855edb2 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:05:47.803002 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Updating router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 port 5a47f250-d130-426d-b3bc-14c733b698fd binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:05:47.854730 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:47.958646 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 374b9462-006d-4c41-8be3-a8c38b642d8b up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:05:48.113861 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 374b9462-006d-4c41-8be3-a8c38b642d8b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:48.114251 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.289059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 374b9462-006d-4c41-8be3-a8c38b642d8b is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:48.336592 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks [] for port (5a47f250-d130-426d-b3bc-14c733b698fd), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.342404 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.374178 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Attempting to bind port 5a47f250-d130-426d-b3bc-14c733b698fd on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:05:48.374480 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Attempting to bind port 5a47f250-d130-426d-b3bc-14c733b698fd by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:05:48.374860 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Attempting to bind port 5a47f250-d130-426d-b3bc-14c733b698fd on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:05:48.410875 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8fb25-37c0-4499-a9bf-1b574256f90b None None] Pushing event updated for resources: {'Port': ['ID=5a47f250-d130-426d-b3bc-14c733b698fd,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:48.427058 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:05:48.427435 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:05:48.427857 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.428241 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:05:48.428701 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Bound port: 5a47f250-d130-426d-b3bc-14c733b698fd, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:05:48.429095 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.476259 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] For port 5a47f250-d130-426d-b3bc-14c733b698fd, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:05:48.479295 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] For port 5a47f250-d130-426d-b3bc-14c733b698fd, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=5a47f250-d130-426d-b3bc-14c733b698fd,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:05:48.484693 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:48.518782 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:48.526423 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Routers {'ad5f887e-16ff-484d-b6fd-d9f2d855edb2'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:05:48.527054 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:05:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:48.579612 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8fb25-37c0-4499-a9bf-1b574256f90b None None] Pushing event updated for resources: {'Port': ['ID=5a47f250-d130-426d-b3bc-14c733b698fd,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:48.616963 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:48.645268 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] Set router ad5f887e-16ff-484d-b6fd-d9f2d855edb2 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:05:48.835441 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 4, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port': {'id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:46Z', 'updated_at': '2022-09-12T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 5, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:05:48.860020 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b313c0-311b-4a2c-b057-edcff0473b51 None None] The sync data for ids ['ad5f887e-16ff-484d-b6fd-d9f2d855edb2'] in dv-cinder-820027-25-iscsi is: [{'id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'name': 'router1', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:05:27Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 4, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'gw_port': {'id': '5a47f250-d130-426d-b3bc-14c733b698fd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:46Z', 'updated_at': '2022-09-12T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '374b9462-006d-4c41-8be3-a8c38b642d8b', 'name': '', 'network_id': '9a121ae8-e4e1-4e47-b86d-2a058a0be617', 'tenant_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'mac_address': 'fa:16:3e:d7:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5f887e-16ff-484d-b6fd-d9f2d855edb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:05:37Z', 'updated_at': '2022-09-12T14:05:46Z', 'revision_number': 5, 'project_id': 'e10c65c7a17c44a7a8711e7701efdcd0', 'subnets': [{'id': 'e8f3d84c-f4db-4c58-848a-e4f683de837c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d03614f-49c7-4cd4-a530-e7513b6d172b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:05:49.919213 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 5a47f250-d130-426d-b3bc-14c733b698fd up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:05:49.959861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41302) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:05:49.965955 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 5a47f250-d130-426d-b3bc-14c733b698fd triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:49.966389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:50.036866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 5a47f250-d130-426d-b3bc-14c733b698fd is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:50.037257 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:50.058363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 5a47f250-d130-426d-b3bc-14c733b698fd, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=5a47f250-d130-426d-b3bc-14c733b698fd,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:05:50.062665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:50.111127 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=5a47f250-d130-426d-b3bc-14c733b698fd,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:05:50.350646 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f73b7a0e-be53-4a68-bc43-3354624d5db2 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3897440 Sep 12 14:05:50.807027 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:50.814805 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=32 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:05:51.921729 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 5a47f250-d130-426d-b3bc-14c733b698fd up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:05:51.964812 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 5a47f250-d130-426d-b3bc-14c733b698fd triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:05:51.965197 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (5a47f250-d130-426d-b3bc-14c733b698fd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:05:52.047628 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 5a47f250-d130-426d-b3bc-14c733b698fd is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:05:52.587121 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:06:00.338917 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:00.346589 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=38 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:02.043373 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=78 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:02.045997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:03.040170 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a0cbaf21-c41f-4458-91a8-d961ae66a17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:05.240695 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4f68b51e-d14d-46f8-9e92-0504b07b0110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:05.618046 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:05.623982 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:06.547255 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:08.092822 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:08.253707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:18.241098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:18.249544 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:29.585865 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:06:33.043631 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8b88c864-feb0-4f58-8fa4-3e5e02caa444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:35.234881 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db74cd49-99f6-43a6-b36d-144cc6ae5d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:36.556742 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:38.106218 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:38.256174 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:06:42.587250 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:42.592967 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:48.243811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:06:48.248263 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:01.578191 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:01.580698 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:03.046188 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ee80514b-0937-4d25-a09c-48eaf796b648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:05.239595 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7300677f-4a72-4624-a1e1-5578ae713288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:06.540970 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:06.584775 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:07:08.091866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:08.253103 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:18.242733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:18.248288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:19.584941 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:19.589851 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:19.752360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41854) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:20.086222 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3523faf-d6e2-4da5-ac06-65835ab6973f admin admin] GET failed (client error): The resource could not be found. Sep 12 14:07:20.087531 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b3523faf-d6e2-4da5-ac06-65835ab6973f admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3342338 Sep 12 14:07:20.330482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec76c63-c9a1-40cf-b67e-03203d80a4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:20.332036 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-eec76c63-c9a1-40cf-b67e-03203d80a4be admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2401769 Sep 12 14:07:22.887769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41864) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:23.248158 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491e56a-7bf4-4e43-8624-a068f80880ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:23.249507 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6491e56a-7bf4-4e43-8624-a068f80880ef admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/e8f3d84c-f4db-4c58-848a-e4f683de837c HTTP/1.1" status: 200 len: 849 time: 0.3607891 Sep 12 14:07:23.259793 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:07:23.344663 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Publish callbacks [] for subnet (e8f3d84c-f4db-4c58-848a-e4f683de837c), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:23.479971 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727875675778'] for subnet (e8f3d84c-f4db-4c58-848a-e4f683de837c), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:23.513781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:23.514366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:23.515662 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/e8f3d84c-f4db-4c58-848a-e4f683de837c HTTP/1.1" status: 200 len: 868 time: 0.2600188 Sep 12 14:07:23.536583 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f3d84c-f4db-4c58-848a-e4f683de837c,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:07:23.538448 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14fe60-a245-4322-b122-0a90425d5732 None None] Network 9a121ae8-e4e1-4e47-b86d-2a058a0be617 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:07:23.544506 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.544897 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.545218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.545559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.545888 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.546220 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.546547 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.546905 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.547251 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.547582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.547898 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.548209 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.548530 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.548847 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.549168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592ba39-a893-4a07-afe5-2c8ab08202d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:07:23.889738 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Provisioning complete for port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:07:23.890126 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (1b2212ed-3d4b-49b7-895e-dfcca4c2ce29), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:23.962764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Current status of the port 1b2212ed-3d4b-49b7-895e-dfcca4c2ce29 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:07:23.970727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Provisioning complete for port 374b9462-006d-4c41-8be3-a8c38b642d8b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:07:23.971136 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (374b9462-006d-4c41-8be3-a8c38b642d8b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:24.041981 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-80b72af7-e867-4b0b-a5be-8dc47bbd87fb None None] Current status of the port 374b9462-006d-4c41-8be3-a8c38b642d8b is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:07:26.103128 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41872) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:26.581466 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e3ea8-d935-4367-9624-3ab83d2d61d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:26.581977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e3ea8-d935-4367-9624-3ab83d2d61d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:26.583554 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1c3e3ea8-d935-4367-9624-3ab83d2d61d8 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4794967 Sep 12 14:07:29.132786 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41882) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:29.541096 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31e2dc-38d3-4f27-8582-7f681713e8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:29.541563 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31e2dc-38d3-4f27-8582-7f681713e8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:29.543089 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4d31e2dc-38d3-4f27-8582-7f681713e8b2 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4088008 Sep 12 14:07:32.124829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 41890) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:32.524230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdf3d9-8a6b-4e93-9ee2-04d1be7fefdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:32.525608 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0dfdf3d9-8a6b-4e93-9ee2-04d1be7fefdd admin admin] 10.222.0.42 "GET /networking/v2.0/networks/9a121ae8-e4e1-4e47-b86d-2a058a0be617 HTTP/1.1" status: 200 len: 869 time: 0.3998353 Sep 12 14:07:33.048911 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e9e22343-7e2d-4186-8f06-8c0295519b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:35.089832 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41898) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:35.242528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1cf794fc-909b-4b16-a1e5-6d44826ddfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:35.513990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98001d08-7b85-415a-bde6-a94181e7c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:35.515395 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-98001d08-7b85-415a-bde6-a94181e7c1eb admin admin] 10.222.0.42 "GET /networking/v2.0/networks/b7822cfb-56f4-43ae-bb30-07989dd1b648 HTTP/1.1" status: 200 len: 886 time: 0.4246302 Sep 12 14:07:36.544527 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:38.080048 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41906) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:38.100042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:38.254965 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:07:38.486743 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e81d4-70ad-4efb-a6cc-efde523a4941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:38.487144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e81d4-70ad-4efb-a6cc-efde523a4941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:38.488664 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bc7e81d4-70ad-4efb-a6cc-efde523a4941 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4076762 Sep 12 14:07:41.056970 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41914) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:41.417911 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09464dbb-968a-4bb1-b2fd-c83a07de7f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:41.418362 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09464dbb-968a-4bb1-b2fd-c83a07de7f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:41.419856 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-09464dbb-968a-4bb1-b2fd-c83a07de7f7d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3619347 Sep 12 14:07:42.511917 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:42.521389 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=77,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:43.583173 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:07:43.938976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41922) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:44.296958 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbed443-51c2-4503-9192-e139c866ef02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:44.298257 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2bbed443-51c2-4503-9192-e139c866ef02 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/3f712643-dbe7-452f-ad20-f93ca7db345a HTTP/1.1" status: 200 len: 816 time: 0.3583469 Sep 12 14:07:46.884360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41930) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:07:47.242605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b466e24-fd75-4246-b700-08527dbc212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:07:47.243916 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-7b466e24-fd75-4246-b700-08527dbc212f admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/e8f3d84c-f4db-4c58-848a-e4f683de837c HTTP/1.1" status: 200 len: 868 time: 0.3586049 Sep 12 14:07:48.248919 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:48.250284 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:57.238100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=57 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:57.239026 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=58 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:58.326851 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=16 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:07:58.329948 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:03.052666 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-887e65d4-0936-4355-a61c-35c9008af819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:05.245529 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e3acaf9b-78dc-402a-af90-d691f5bb0974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:06.547964 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:08.098582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:08.259210 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:16.806338 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41986) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:08:17.119215 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [None req-ce82c37d-300f-422a-87e1-d99e76cee0df admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:08:17.120226 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ce82c37d-300f-422a-87e1-d99e76cee0df admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3129399 Sep 12 14:08:18.247453 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:18.255515 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:19.770454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 41994) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:08:20.112376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.pecan_wsgi.hooks.translation [None req-a395911c-f38d-420b-b125-43d99e942288 admin admin] GET failed (client error): The resource could not be found. Sep 12 14:08:20.113638 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a395911c-f38d-420b-b125-43d99e942288 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3422194 Sep 12 14:08:20.255364 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada00190-128b-455e-be84-ba7f46633e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:08:20.256860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ada00190-128b-455e-be84-ba7f46633e4a admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384242 Sep 12 14:08:20.582352 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:08:22.830776 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42002) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:08:23.154735 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:08:23.173571 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Made reservation on behalf of b159fcc4f05d45de88c679e235640813 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:08:23.175976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:23.213336 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING neutron.services.revisions.revision_plugin [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Could not find related network for resource to bump revision. Sep 12 14:08:23.224522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:08:23.233536 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (f7a17c29-7398-45d3-a3d4-2c5ee0528a9a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:23.233870 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Added segment f7a17c29-7398-45d3-a3d4-2c5ee0528a9a of type vlan for network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 Sep 12 14:08:23.272606 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (c8a08a2a-fe5d-4469-a094-ce146e8d5c27), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:23.295531 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (c8a08a2a-fe5d-4469-a094-ce146e8d5c27), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:23.296483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:08:23.297065 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:23.347908 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5159492 Sep 12 14:08:23.360900 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Pushing event updated for resources: {'Network': ['ID=c8a08a2a-fe5d-4469-a094-ce146e8d5c27,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:08:23.369028 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.369377 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.369728 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.370067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.370415 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.370743 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.371097 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.371422 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.371765 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.372090 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.372427 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.372749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.373066 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.373380 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.373694 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41bbe2e-6b76-43a8-bcf7-7d5adcaf9e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:23.386307 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:08:25.890960 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42010) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:08:26.225129 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.pecan_wsgi.hooks.translation [None req-4445f3af-4ce1-4b45-8601-5dae66241dc4 admin admin] GET failed (client error): The resource could not be found. Sep 12 14:08:26.226369 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4445f3af-4ce1-4b45-8601-5dae66241dc4 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3344626 Sep 12 14:08:26.339187 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7045e-9f89-4366-9c36-d2b04b8cee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:08:26.340543 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-01e7045e-9f89-4366-9c36-d2b04b8cee61 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1098874 Sep 12 14:08:26.350819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:08:26.371377 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Made reservation on behalf of b159fcc4f05d45de88c679e235640813 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:08:26.374053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:26.540024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (24f820e7-bce7-44ff-8bac-9292ed4a3c1b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:26.588263 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f820e7-bce7-44ff-8bac-9292ed4a3c1b,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:08:26.602577 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Checking segment: {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:08:26.602956 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Network hostable DHCP agents. Network: c8a08a2a-fe5d-4469-a094-ce146e8d5c27, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:08:26.621740 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:08:26.636150 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, c8a08a2a-fe5d-4469-a094-ce146e8d5c27) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:08:26.640734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:08:26.641445 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:26.647720 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ccf8c-193f-4d10-ab64-2542120a17c6 None None] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:08:26.663295 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ccab21a6-bfa8-43dd-ba74-5e3ff35579dc admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163257 Sep 12 14:08:26.807977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-c8a08a2a-fe5d-4469-a094-ce146e8d5c27', 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27', 'project_id': 'b159fcc4f05d45de88c679e235640813', 'fixed_ips': [{'subnet_id': '24f820e7-bce7-44ff-8bac-9292ed4a3c1b'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:08:26.809012 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:26.952608 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Allocated IP 192.168.233.2 (c8a08a2a-fe5d-4469-a094-ce146e8d5c27/24f820e7-bce7-44ff-8bac-9292ed4a3c1b/2d1c420b-2763-4e73-8454-9099cb4d528b) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:08:27.103799 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks [] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:27.110779 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:27.155620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Pushing event updated for resources: {'Port': ['ID=2d1c420b-2763-4e73-8454-9099cb4d528b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:08:27.159912 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:08:27.166041 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.166390 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.166728 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.167104 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.167441 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.167763 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.168082 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.168402 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.168743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.169067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.169390 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.169719 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.170038 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.170358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.170669 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:08:27.173968 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:08:27.176675 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:08:27.237913 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Attempting to bind port 2d1c420b-2763-4e73-8454-9099cb4d528b on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:08:27.238204 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Attempting to bind port 2d1c420b-2763-4e73-8454-9099cb4d528b by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:08:27.238568 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Attempting to bind port 2d1c420b-2763-4e73-8454-9099cb4d528b on network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:08:27.280047 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:08:27.280410 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Checking segment: {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:08:27.280801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:27.281189 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Bound using segment: {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:08:27.281652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Bound port: 2d1c420b-2763-4e73-8454-9099cb4d528b, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:08:27.282059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:27.340960 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] For port 2d1c420b-2763-4e73-8454-9099cb4d528b, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:08:27.344096 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] For port 2d1c420b-2763-4e73-8454-9099cb4d528b, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=2d1c420b-2763-4e73-8454-9099cb4d528b,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:08:27.353007 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:27.413247 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a25eb-f3ed-45bc-b1e4-53b78a8613cb None None] Pushing event updated for resources: {'Port': ['ID=2d1c420b-2763-4e73-8454-9099cb4d528b,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:08:28.045270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 2d1c420b-2763-4e73-8454-9099cb4d528b up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:08:28.160630 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:28.251594 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61a5a3-d112-4f78-b546-63d0ac219595 None None] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:08:28.277514 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:28.302201 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 2d1c420b-2763-4e73-8454-9099cb4d528b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:08:28.302537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:28.411127 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Provisioning complete for port 2d1c420b-2763-4e73-8454-9099cb4d528b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:08:28.411524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:28.537074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 2d1c420b-2763-4e73-8454-9099cb4d528b is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:08:28.537994 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:28.602163 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Current status of the port 2d1c420b-2763-4e73-8454-9099cb4d528b is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:08:28.602539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:28.607963 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 2d1c420b-2763-4e73-8454-9099cb4d528b, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=2d1c420b-2763-4e73-8454-9099cb4d528b,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:08:28.619550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:28.709786 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.db.api [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 14:08:28.710281 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG oslo_db.api [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 14:08:28.712159 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=2d1c420b-2763-4e73-8454-9099cb4d528b,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:08:29.243150 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-56484a1a-c94a-46af-86c4-4ecca8da98bc None None] Current status of the port 2d1c420b-2763-4e73-8454-9099cb4d528b is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:08:29.359468 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-724c6cfb-b7a7-43e7-afde-b65f8d21e9d6 None None] Provisioning complete for port 2d1c420b-2763-4e73-8454-9099cb4d528b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:08:29.359852 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-724c6cfb-b7a7-43e7-afde-b65f8d21e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:29.425599 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:29.437097 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-724c6cfb-b7a7-43e7-afde-b65f8d21e9d6 None None] Current status of the port 2d1c420b-2763-4e73-8454-9099cb4d528b is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:08:29.999510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 2d1c420b-2763-4e73-8454-9099cb4d528b up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:08:30.043534 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 2d1c420b-2763-4e73-8454-9099cb4d528b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:08:30.043898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2d1c420b-2763-4e73-8454-9099cb4d528b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:30.119471 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 2d1c420b-2763-4e73-8454-9099cb4d528b is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:08:33.057469 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02ec9761-c823-471d-8d46-16063bd622f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:33.587897 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:33.592750 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:35.249407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d3cf131a-acb5-4e1a-b967-6e31b293c472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:36.550353 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:36.653278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:36.655965 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:38.100916 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:38.261414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:08:48.254947 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:48.256914 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:08:57.581940 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:09:03.064206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-31a2203b-14e3-4543-8b32-eba1fd1d877a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:05.251511 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bcf4cbc4-f5a9-4033-b75e-1a210769fbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:06.554790 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:08.103601 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:08.264565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:10.588586 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:10.589312 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:18.257617 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:18.259450 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:33.059233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3081311b-617d-4e99-989e-af5dad582e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:34.581368 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:09:35.254554 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1268ff40-8208-486b-ac9b-05582e4e8be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:36.560436 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:38.107173 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:38.267833 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:46.220270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42056) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:09:46.226458 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [None req-40282cba-8a44-4912-ba0c-5a4b232c9f12 tempest-verify_tempest_config-1552065718 tempest-verify_tempest_config-1552065718-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:09:46.227444 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-40282cba-8a44-4912-ba0c-5a4b232c9f12 tempest-verify_tempest_config-1552065718 tempest-verify_tempest_config-1552065718-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062206 Sep 12 14:09:46.727308 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42074) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:09:47.056534 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.131195 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Publish callbacks [] for security_group (04ce0fc8-bc97-475e-be33-dd0e14147c52), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.135034 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (04ce0fc8-bc97-475e-be33-dd0e14147c52), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.180649 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=097d89bc9aed4e9da94df92ba9d1da9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4523413 Sep 12 14:09:47.181999 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce0fc8-bc97-475e-be33-dd0e14147c52,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:09:47.183593 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42080) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:09:47.189257 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.189603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.189952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.190288 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.190612 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.190968 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.191292 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.191610 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.192199 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.193073 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.193413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.193733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.194054 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.194367 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.194679 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d64a14d-a26e-4a93-b662-8a471297111a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.264334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Publish callbacks [] for security_group (04ce0fc8-bc97-475e-be33-dd0e14147c52), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.283354 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Publish callbacks [] for security_group (04ce0fc8-bc97-475e-be33-dd0e14147c52), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.375724 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (04ce0fc8-bc97-475e-be33-dd0e14147c52), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.378277 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:09:47.379465 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/04ce0fc8-bc97-475e-be33-dd0e14147c52 HTTP/1.1" status: 204 len: 168 time: 0.1947489 Sep 12 14:09:47.388123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce0fc8-bc97-475e-be33-dd0e14147c52,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:09:47.394893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.395256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.395646 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.395985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.396304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.396622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.396940 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.397259 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.397593 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.397912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.398228 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.398541 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.398870 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.399183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.399571 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595f3aa0-4508-4914-9482-550715b21f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:09:47.579603 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:47.585499 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:48.261243 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:57.177014 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:57.185160 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:57.390598 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:57.391413 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:57.418672 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:58.239981 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=13 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:09:58.241816 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=13 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:03.061911 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ede611b8-84af-4bc5-9fc9-a4bf274b66a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:05.256466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a972954b-84df-4bfa-8b9c-0d07e5b0ae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:06.559419 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:08.108516 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:08.272474 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:11.579954 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:10:18.266218 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:18.268233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:24.577694 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:24.597870 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:33.071898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-dd12166c-35f2-4861-8d63-58f2e7f24e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:35.256984 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3381f0fb-d6c3-4ba9-b664-b3f6e1b63ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:36.561385 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:38.110979 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:38.274582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:10:48.269078 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:48.270947 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:10:48.579026 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 5 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:11:01.584503 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:01.586871 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:03.063826 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ffd4c607-8c97-441f-af65-d3b281319586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:05.258922 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8adaa05c-8a64-4f54-85cc-120ca3feaf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:06.564359 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:08.114578 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:08.275952 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:18.264316 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:18.271743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:18.669879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716607'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:25.578726 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:11:28.661057 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:28.665106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:32.064295 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42174) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:11:32.187616 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2fc994b8-158d-4bfc-814c-8b928fbbf80e admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1222548 Sep 12 14:11:33.066256 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-500b450f-3f76-4b91-83f8-8c2ac3136f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:34.640083 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42184) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:11:34.695767 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f5717857-5ef2-469a-8b8a-81248f329b33 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0546970 Sep 12 14:11:35.259617 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f2551adb-b722-47e4-84e0-f146cf4b7841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:36.567621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:38.116938 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:38.278473 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:38.578617 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:38.584321 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:42.182520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:44.690896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:48.272413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:48.274312 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:48.620934 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:11:58.240634 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=14 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:58.242412 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=12 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:58.614996 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:11:58.616847 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:02.577087 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:12:03.071090 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efbfd72d-91b8-4256-8fe8-c57af2a54d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:05.261246 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-125debba-8a5c-4bdd-a388-86c2967e6c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:06.568921 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:08.118325 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:08.280999 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:15.579217 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:15.580474 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:18.275228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:18.277223 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:18.733841 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:33.090027 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-601ff44d-dd4d-4bcc-b8d8-92d1e6144af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:35.265164 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c3eafe9c-c73c-41fd-a152-87464ddf6f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:36.571823 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:38.121453 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:38.283704 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:39.576569 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:12:48.277139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:48.279032 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:48.637874 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:12:58.632118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:12:58.634092 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:01.582441 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:01.583638 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:03.077045 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de167b55-b16f-4452-b597-806dcb847b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:05.282593 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b008401f-58eb-4630-9c0f-311351457609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:06.584914 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.126210 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.289112 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.507330 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42348) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:08.771043 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-108924951-network', 'tenant_id': '613c135e354b4262865198bd5c834cb1'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:08.793893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Made reservation on behalf of 613c135e354b4262865198bd5c834cb1 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:08.796735 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.805668 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.895607 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42388) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:08.907877 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks [] for security_group (d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.913805 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.947622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:08.962267 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.962637 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.963014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.963350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.963673 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.964008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.964331 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.964654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.964978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.965302 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.965624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.965944 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.966263 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.966574 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.967096 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Tracked resource versions report: Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: pushed versions: Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: { 'AddressGroup': {'1.2'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Agent': {'1.1'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'ConntrackHelper': {'1.0'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Log': {'1.0'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'NDPProxy': {'1.0'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Network': {'1.1'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Port': {'1.7'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'PortForwarding': {'1.3'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'QosPolicy': {'1.10'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroup': {'1.5'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SubPort': {'1.0'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Subnet': {'1.1'}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Trunk': {'1.1'}} Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: consumer versions: Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: HyperV agent@hv-cinder-82002: {}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Agent': '1.1', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'ConntrackHelper': '1.0', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'LocalIPAssociation': '1.0', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Log': '1.0', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'NDPProxy': '1.0', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Network': '1.1', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Port': '1.7', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'PortForwarding': '1.3', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'QosPolicy': '1.10', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroup': '1.5', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SecurityGroupRule': '1.2', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'SubPort': '1.0', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Subnet': '1.1', Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: 'Trunk': '1.1'}} Sep 12 14:13:08.968671 dv-cinder-820027-25-iscsi neutron-server[106393]: {{(pid=106393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:13:08.974916 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:13:08.990812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727875651503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (b31153a8-045b-4842-b6ad-43ab0dad4be9), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:08.992038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Unsubscribe: segment precommit_create {{(pid=106393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 14:13:08.992472 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Added segment b31153a8-045b-4842-b6ad-43ab0dad4be9 of type vlan for network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 Sep 12 14:13:09.046911 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (187dae32-ddb7-498c-baaa-a0f8b012a4b7), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.086126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (187dae32-ddb7-498c-baaa-a0f8b012a4b7), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.087284 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:09.087858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.138420 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42402) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.139581 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6295030 Sep 12 14:13:09.144917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Request body: {'subnet': {'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-108924951-subnet', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:09.166431 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Made reservation on behalf of 613c135e354b4262865198bd5c834cb1 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:09.169120 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.221177 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757272d5-d15f-4560-a5f5-96ba0c48201a admin admin] Pushing event updated for resources: {'Network': ['ID=187dae32-ddb7-498c-baaa-a0f8b012a4b7,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:09.235585 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:13:09.349524 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (476310d8-85b0-4a0f-b22c-1f7326583ec9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.391949 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-280380929-network', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:09.414074 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=476310d8-85b0-4a0f-b22c-1f7326583ec9,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:09.434708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.435371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.435599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.436059 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.436402 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.436784 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.437236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.437545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.437936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.438380 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.438781 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.438920 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42412) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.439242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.440154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.440568 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.440940 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Tracked resource versions report: Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: pushed versions: Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: { 'AddressGroup': {'1.2'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Agent': {'1.1'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'ConntrackHelper': {'1.0'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Log': {'1.0'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'NDPProxy': {'1.0'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Network': {'1.1'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Port': {'1.7'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'PortForwarding': {'1.3'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'QosPolicy': {'1.10'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroup': {'1.5'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SubPort': {'1.0'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Subnet': {'1.1'}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Trunk': {'1.1'}} Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: consumer versions: Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: HyperV agent@hv-cinder-82002: {}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Agent': '1.1', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'ConntrackHelper': '1.0', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'LocalIPAssociation': '1.0', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Log': '1.0', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'NDPProxy': '1.0', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Network': '1.1', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Port': '1.7', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'PortForwarding': '1.3', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'QosPolicy': '1.10', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroup': '1.5', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SecurityGroupRule': '1.2', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'SubPort': '1.0', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Subnet': '1.1', Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: 'Trunk': '1.1'}} Sep 12 14:13:09.442335 dv-cinder-820027-25-iscsi neutron-server[106394]: {{(pid=106394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:13:09.453299 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Checking segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:09.453842 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Network hostable DHCP agents. Network: 187dae32-ddb7-498c-baaa-a0f8b012a4b7, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:13:09.480905 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:13:09.489044 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Made reservation on behalf of 701f62e5a7b14dfc86f2dcc5aa39d958 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:09.491872 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.500893 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 187dae32-ddb7-498c-baaa-a0f8b012a4b7) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:09.505945 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.508799 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:09.509221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.513096 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d79b6a-33e4-4ac6-b558-35a15227028e None None] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:09.534279 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42418) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.534812 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a7be6e43-52c0-44b0-8d49-8c7d47bd8435 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3948326 Sep 12 14:13:09.539477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:09.587051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.588648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.616685 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks [] for security_group (a1418a99-0919-4b30-9645-3b33d12ba09a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.622448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a1418a99-0919-4b30-9645-3b33d12ba09a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.631254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42420) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.637318 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:13:09.648429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.649300 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Added segment b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c of type vlan for network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 Sep 12 14:13:09.686954 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for router_controller (d224cc52-f3c3-41be-a647-f7e73289b1cb), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.688517 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42424) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.699198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (96bd5f8d-099c-4d46-b564-f8ab0058d9c3), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.727791 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:09.745141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (96bd5f8d-099c-4d46-b564-f8ab0058d9c3), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.747781 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:13:09.749140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:09.749656 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.750724 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.841081 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for router_gateway (d224cc52-f3c3-41be-a647-f7e73289b1cb), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:09.909687 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Pushing event updated for resources: {'Network': ['ID=96bd5f8d-099c-4d46-b564-f8ab0058d9c3,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:09.925154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0253026 Sep 12 14:13:09.928968 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42430) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:09.940254 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:13:09.953235 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95facf8a-98fc-4757-8778-3d7d171091c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1418a99-0919-4b30-9645-3b33d12ba09a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:10.016093 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Request body: {'subnet': {'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-subnet', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:10.032980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1103176872-network', 'tenant_id': '4a72919a47034a2684973f31e4217f3e'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:10.064706 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1265831321-network', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:10.078991 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-54568460-network', 'tenant_id': '366826b14e0e4a93819c18d8d716a254'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:10.142395 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Allocated IP 172.20.0.2 (187dae32-ddb7-498c-baaa-a0f8b012a4b7/476310d8-85b0-4a0f-b22c-1f7326583ec9/ca0cb93b-a2ee-433e-b5ab-b2701753f967) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:10.156496 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:10.168570 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Made reservation on behalf of 366826b14e0e4a93819c18d8d716a254 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:10.172220 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.191399 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Made reservation on behalf of 701f62e5a7b14dfc86f2dcc5aa39d958 for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:10.194275 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.202667 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:10.218296 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.220262 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Made reservation on behalf of e73505faee9c4bacbf2456e2d69c56f2 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:10.223304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.278175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.285107 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for router_gateway (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.305659 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:10.308408 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.344363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks [] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.348127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.354042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.375519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.407154 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:10.416085 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:10.428577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:10.476175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Pushing event updated for resources: {'Port': ['ID=ca0cb93b-a2ee-433e-b5ab-b2701753f967,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:10.500215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.500560 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.501285 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.501788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.502180 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.502659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.503017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.503340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.503681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.504358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.504847 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.505472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.505945 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.506270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.506591 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Tracked resource versions report: Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: pushed versions: Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: { 'AddressGroup': {'1.2'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Agent': {'1.1'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Log': {'1.0'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'NDPProxy': {'1.0'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Network': {'1.1'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Port': {'1.7'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'PortForwarding': {'1.3'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'QosPolicy': {'1.10'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroup': {'1.5'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SubPort': {'1.0'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Subnet': {'1.1'}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Trunk': {'1.1'}} Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: consumer versions: Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: HyperV agent@hv-cinder-82002: {}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Agent': '1.1', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'ConntrackHelper': '1.0', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'LocalIPAssociation': '1.0', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Log': '1.0', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'NDPProxy': '1.0', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Network': '1.1', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Port': '1.7', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'PortForwarding': '1.3', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'QosPolicy': '1.10', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroup': '1.5', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SecurityGroupRule': '1.2', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'SubPort': '1.0', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Subnet': '1.1', Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: 'Trunk': '1.1'}} Sep 12 14:13:10.508263 dv-cinder-820027-25-iscsi neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:13:10.540703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Attempting to bind port ca0cb93b-a2ee-433e-b5ab-b2701753f967 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:10.541504 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Attempting to bind port ca0cb93b-a2ee-433e-b5ab-b2701753f967 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:10.541879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Attempting to bind port ca0cb93b-a2ee-433e-b5ab-b2701753f967 on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:10.594142 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:10.594512 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Checking segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:10.595131 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.595674 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Bound using segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:10.596895 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Bound port: ca0cb93b-a2ee-433e-b5ab-b2701753f967, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:10.597544 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.638786 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:10.674250 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] For port ca0cb93b-a2ee-433e-b5ab-b2701753f967, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:10.677505 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] For port ca0cb93b-a2ee-433e-b5ab-b2701753f967, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ca0cb93b-a2ee-433e-b5ab-b2701753f967,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:10.700057 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.764358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec1b7-d726-49e2-a188-ccc57a68913e None None] Pushing event updated for resources: {'Port': ['ID=ca0cb93b-a2ee-433e-b5ab-b2701753f967,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:10.785778 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks [] for security_group (8774d4fa-c646-4112-9727-50c7672d49a5), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.798896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks [] for security_group (c66d449d-85b5-45f1-9f28-e5135044e4ed), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.806336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8774d4fa-c646-4112-9727-50c7672d49a5), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.809121 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:10.825260 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Allocated IP 172.27.3.241 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/d1399e43-14f6-482d-9dd5-97f5b405b658) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:10.831493 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c66d449d-85b5-45f1-9f28-e5135044e4ed), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:10.886230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774d4fa-c646-4112-9727-50c7672d49a5,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:10.947883 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:10.950435 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d449d-85b5-45f1-9f28-e5135044e4ed,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:10.966184 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:13:10.981986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:13:11.092581 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (915c8cfe-ca26-491d-8677-0ad8a08026f2), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.092581 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Added segment 915c8cfe-ca26-491d-8677-0ad8a08026f2 of type vlan for network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe Sep 12 14:13:11.092581 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks [] for security_group (e27ed41b-27cd-43ac-8d77-efc30b733d8e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.123356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (2e2f8bc3-2628-4bb1-91b6-fd19039eae2b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.137559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (8cb97577-68da-44e9-a935-0816c6c5914c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.138151 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Added segment 8cb97577-68da-44e9-a935-0816c6c5914c of type vlan for network b78d8415-a575-41b2-ab84-45a675817a3d Sep 12 14:13:11.169612 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e27ed41b-27cd-43ac-8d77-efc30b733d8e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.262375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:13:11.278244 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (83e51b0e-db79-49cd-8380-4c9b5dcda3fe), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.336674 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (868ae930-0388-4c4c-8df0-399ff6966c75), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.337025 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Added segment 868ae930-0388-4c4c-8df0-399ff6966c75 of type vlan for network 9236f9c0-b543-4fbe-9872-2a3e0012862d Sep 12 14:13:11.367079 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:11.378176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (b78d8415-a575-41b2-ab84-45a675817a3d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.419467 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27ed41b-27cd-43ac-8d77-efc30b733d8e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:11.450460 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Checking segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:11.451621 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Network hostable DHCP agents. Network: 96bd5f8d-099c-4d46-b564-f8ab0058d9c3, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:13:11.455956 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (83e51b0e-db79-49cd-8380-4c9b5dcda3fe), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.456807 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:11.457379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.513300 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (b78d8415-a575-41b2-ab84-45a675817a3d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.514286 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:11.515176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.537222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (9236f9c0-b543-4fbe-9872-2a3e0012862d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.541584 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.591225 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9015331 Sep 12 14:13:11.594049 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42504) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:11.601553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Request body: {'subnet': {'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-subnet', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:11.641500 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:11.657816 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Made reservation on behalf of 366826b14e0e4a93819c18d8d716a254 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:11.660947 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.666481 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0341921 Sep 12 14:13:11.669327 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:13:11.671408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42512) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:11.697709 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Request body: {'subnet': {'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1265831321-subnet', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:11.735244 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84c6ef-030f-4c46-88e0-a667260c6e3d admin admin] Pushing event updated for resources: {'Network': ['ID=83e51b0e-db79-49cd-8380-4c9b5dcda3fe,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:11.743600 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 96bd5f8d-099c-4d46-b564-f8ab0058d9c3) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:11.756438 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:13:11.791016 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (9236f9c0-b543-4fbe-9872-2a3e0012862d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.792819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:11.793542 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.825406 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:11.850870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Made reservation on behalf of e73505faee9c4bacbf2456e2d69c56f2 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:11.860829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.864352 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:11.890602 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:11.946603 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Pushing event updated for resources: {'Port': ['ID=d1399e43-14f6-482d-9dd5-97f5b405b658,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:11.958708 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5135868 Sep 12 14:13:11.960166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab017f-9b3b-410d-916c-2571d9812693 admin admin] Pushing event updated for resources: {'Network': ['ID=b78d8415-a575-41b2-ab84-45a675817a3d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:11.961447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42524) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:11.962605 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:11.972074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6a3350-4ed0-4934-b294-8a391ec01ba6 None None] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:11.990196 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.019197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:12.028961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Request body: {'subnet': {'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-subnet', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:12.048690 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:12.059012 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:12.076695 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network b78d8415-a575-41b2-ab84-45a675817a3d details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:13:12.077090 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:12.318596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (f7a50275-a872-4069-b3a4-89a2761ff1b7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.357928 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ca0cb93b-a2ee-433e-b5ab-b2701753f967 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:12.387681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:13:12.397677 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.409962 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a50275-a872-4069-b3a4-89a2761ff1b7,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:12.480665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15cde6-a260-4c1a-8c0a-3e3f88e8bd8f None None] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:12.483085 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Checking segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:12.483711 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Network hostable DHCP agents. Network: b78d8415-a575-41b2-ab84-45a675817a3d, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:13:12.486085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for router_gateway (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.505335 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42546) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:12.518760 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Network b78d8415-a575-41b2-ab84-45a675817a3d is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:13:12.564247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, b78d8415-a575-41b2-ab84-45a675817a3d) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:12.581241 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:12.582092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.595114 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:12.613990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (119cfccc-d408-472e-a884-f14769cc6215), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.650201 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:12.653574 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.671203 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119cfccc-d408-472e-a884-f14769cc6215,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:12.677782 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-807e8830-4dc5-4ee7-a38d-3cd6570a1e0d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9915969 Sep 12 14:13:12.681919 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42554) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:12.687090 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:12.694949 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Allocated IP 172.20.0.2 (96bd5f8d-099c-4d46-b564-f8ab0058d9c3/2e2f8bc3-2628-4bb1-91b6-fd19039eae2b/3f9411cc-bb64-4504-bbc6-b1ca034062ef) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:12.728678 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.731433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.808045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9c04f4a7-7a62-4a9b-9222-ec7eae3ad12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.851481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:12.869981 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks [] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.887815 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:12.890025 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56624a-7bb9-4763-8ad7-ffbe31299f79 None None] Network b78d8415-a575-41b2-ab84-45a675817a3d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:12.899260 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for router_controller (d2df241f-65a6-458d-980e-69cb2d1198cc), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.901227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.946129 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-467abc84-c110-4ae7-a3e2-555adacdd208 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9343541 Sep 12 14:13:12.953919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42566) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:12.954811 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (f2f2d9dd-c832-4d50-af16-7886cb05e5d9), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:12.973660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:13.043804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbcc25-1205-4590-8103-4531dc735584 admin admin] Pushing event updated for resources: {'Network': ['ID=9236f9c0-b543-4fbe-9872-2a3e0012862d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:13.083260 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.084709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.100357 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:13.101979 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.117718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:13.118124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Network hostable DHCP agents. Network: 9236f9c0-b543-4fbe-9872-2a3e0012862d, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:13:13.120761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f2d9dd-c832-4d50-af16-7886cb05e5d9,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:13.172473 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Provisioning complete for port ca0cb93b-a2ee-433e-b5ab-b2701753f967 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:13.172858 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.185257 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:13:13.208209 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:13.208611 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Network hostable DHCP agents. Network: 83e51b0e-db79-49cd-8380-4c9b5dcda3fe, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:13:13.224324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for router_controller (faae9ead-3286-41ca-a1b4-15df1a1ce46e), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.225862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9c04f4a7-7a62-4a9b-9222-ec7eae3ad12b admin admin] Publish callbacks [] for security_group (aa94cba5-9ffa-43a0-b0c6-404afb6412fb), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.264865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9c04f4a7-7a62-4a9b-9222-ec7eae3ad12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (aa94cba5-9ffa-43a0-b0c6-404afb6412fb), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.270774 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:13.305487 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:13.315203 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:13.350189 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04f4a7-7a62-4a9b-9222-ec7eae3ad12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94cba5-9ffa-43a0-b0c6-404afb6412fb,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:13.354719 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:13:13.363696 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for router_gateway (d2df241f-65a6-458d-980e-69cb2d1198cc), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.369679 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9c04f4a7-7a62-4a9b-9222-ec7eae3ad12b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=71ab7e50cc3540cb81bdb573293a0329&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8611975 Sep 12 14:13:13.373098 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42578) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:13.373692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 83e51b0e-db79-49cd-8380-4c9b5dcda3fe) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:13.377675 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:13:13.385832 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:13.386870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.389420 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Pushing event updated for resources: {'Port': ['ID=3f9411cc-bb64-4504-bbc6-b1ca034062ef,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:13.398198 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:13.399331 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466ad76-a35f-41d7-abaa-2e80b5be9415 None None] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:13.406988 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ca0cb93b-a2ee-433e-b5ab-b2701753f967 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:13.407634 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.464636 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 9236f9c0-b543-4fbe-9872-2a3e0012862d) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:13.472713 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-b78d8415-a575-41b2-ab84-45a675817a3d', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'fixed_ips': [{'subnet_id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:13:13.473718 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.509221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:13.509221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.555640 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-39fdb10d-b81c-469e-ab7e-285c693a6359 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5336437 Sep 12 14:13:13.587991 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-805ecbd1-aab0-4280-90ff-9ab1b50875a9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9921606 Sep 12 14:13:13.589222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42582) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:13.590765 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42584) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:13.594406 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:13.608377 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for router_gateway (faae9ead-3286-41ca-a1b4-15df1a1ce46e), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.612488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9900b8c-ce69-4de4-88aa-fc8f22e8f954 None None] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:13.613665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:13.620136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:13.676970 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (41a92685-9564-4910-b247-355cbb977d93), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.677989 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (41a92685-9564-4910-b247-355cbb977d93), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.701352 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:13.701648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Router d224cc52-f3c3-41be-a647-f7e73289b1cb is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:13:13.744411 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] Publish callbacks [] for security_group (aa94cba5-9ffa-43a0-b0c6-404afb6412fb), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.751720 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.753637 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.822710 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for router_controller (41a92685-9564-4910-b247-355cbb977d93), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.863820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] Publish callbacks [] for security_group (aa94cba5-9ffa-43a0-b0c6-404afb6412fb), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.867095 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for router_gateway (d2df241f-65a6-458d-980e-69cb2d1198cc), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.909215 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.944227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Current status of the port ca0cb93b-a2ee-433e-b5ab-b2701753f967 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:13.944792 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:13.947344 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Attempting to bind port 3f9411cc-bb64-4504-bbc6-b1ca034062ef on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:13.947716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Attempting to bind port 3f9411cc-bb64-4504-bbc6-b1ca034062ef by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:13.948078 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Attempting to bind port 3f9411cc-bb64-4504-bbc6-b1ca034062ef on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:14.050819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for router_controller (b4e3ec40-6518-425b-bf79-e47972c447bf), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.133323 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:14.148462 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:14.153857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for router_gateway (41a92685-9564-4910-b247-355cbb977d93), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.158370 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for router_gateway (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.158952 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] For port ca0cb93b-a2ee-433e-b5ab-b2701753f967, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ca0cb93b-a2ee-433e-b5ab-b2701753f967,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:14.163955 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:14.166006 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.168789 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:14.168976 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Allocated IP 172.20.0.2 (b78d8415-a575-41b2-ab84-45a675817a3d/f7a50275-a872-4069-b3a4-89a2761ff1b7/7f7d27c9-09ce-454d-adfe-443888ddb0a1) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:14.169055 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-a711a667-dffc-4606-aebb-63180832359f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6322031 Sep 12 14:13:14.189192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42596) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:14.195069 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.259731 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:14.277767 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (aa94cba5-9ffa-43a0-b0c6-404afb6412fb), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.280551 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.281738 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa94cba5-9ffa-43a0-b0c6-404afb6412fb HTTP/1.1" status: 204 len: 168 time: 0.9062929 Sep 12 14:13:14.292406 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:14.378231 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:14.398435 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:13:14.411806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf42bc-e3b6-4901-bd1d-155f4dc11274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94cba5-9ffa-43a0-b0c6-404afb6412fb,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:14.412057 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.429953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.463855 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Allocated IP 172.27.3.104 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/a732172f-fe1a-4cb8-a7dd-65dd1d28b641) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:14.475391 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for router_gateway (b4e3ec40-6518-425b-bf79-e47972c447bf), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.550998 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for router_gateway (41a92685-9564-4910-b247-355cbb977d93), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.571192 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ca0cb93b-a2ee-433e-b5ab-b2701753f967 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:14.571576 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.602726 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.617326 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:14.655855 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42606) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:14.664988 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:14.683570 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:14.683962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Checking segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:14.692072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.692072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Bound using segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:14.692072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Bound port: 3f9411cc-bb64-4504-bbc6-b1ca034062ef, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:14.692072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.700252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-f6897499-d89a-469f-93f6-d93252297d8e None None] Provisioning complete for port ca0cb93b-a2ee-433e-b5ab-b2701753f967 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:14.700640 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6897499-d89a-469f-93f6-d93252297d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.822892 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks [] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.906058 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:12Z', 'revision_number': 3, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:14.909146 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.933106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:14.937128 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:14.937691 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Updating router d224cc52-f3c3-41be-a647-f7e73289b1cb port d1399e43-14f6-482d-9dd5-97f5b405b658 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:14.944338 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-963c1e35-d804-4dc9-82dc-0b9ba5163d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.971983 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.984245 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:14.988867 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Network b78d8415-a575-41b2-ab84-45a675817a3d is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:15.002754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42616) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:15.019085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ca840b8a-98fa-4b59-b3ee-fc4bbf5b8e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.049396 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:15.080158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:15.082764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-f6897499-d89a-469f-93f6-d93252297d8e None None] Current status of the port ca0cb93b-a2ee-433e-b5ab-b2701753f967 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:15.140766 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:15.187933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ca840b8a-98fa-4b59-b3ee-fc4bbf5b8e2d admin admin] Publish callbacks [] for security_group (84a10e8a-b912-4f32-8526-cb5cf20a76b4), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.193210 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-9236f9c0-b543-4fbe-9872-2a3e0012862d', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:13:15.193798 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.196266 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ca840b8a-98fa-4b59-b3ee-fc4bbf5b8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (84a10e8a-b912-4f32-8526-cb5cf20a76b4), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.252301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for router_gateway (b4e3ec40-6518-425b-bf79-e47972c447bf), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.263781 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.db.api [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 14:13:15.264307 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG oslo_db.api [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 14:13:15.278225 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.286661 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca840b8a-98fa-4b59-b3ee-fc4bbf5b8e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a10e8a-b912-4f32-8526-cb5cf20a76b4,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.311660 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ca840b8a-98fa-4b59-b3ee-fc4bbf5b8e2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0d6eb9f1296f44c38aa82b3f97b05f44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3077993 Sep 12 14:13:15.315943 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42620) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:15.352618 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e118c-b95b-4f6c-8d61-e3e4565dcf88 None None] Pushing event updated for resources: {'Port': ['ID=ca0cb93b-a2ee-433e-b5ab-b2701753f967,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.362321 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.369238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Allocated IP 172.27.3.70 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/7733562b-826f-4e70-aafb-3e213d3c38ee) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:15.388764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Pushing event updated for resources: {'Port': ['ID=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.406462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:15.413900 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:15.422327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:15.439497 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] Publish callbacks [] for security_group (84a10e8a-b912-4f32-8526-cb5cf20a76b4), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.471914 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] Publish callbacks [] for security_group (84a10e8a-b912-4f32-8526-cb5cf20a76b4), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.507461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:15.539909 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.573671 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (84a10e8a-b912-4f32-8526-cb5cf20a76b4), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.576067 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.581452 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/84a10e8a-b912-4f32-8526-cb5cf20a76b4 HTTP/1.1" status: 204 len: 168 time: 0.2604971 Sep 12 14:13:15.600563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] For port 3f9411cc-bb64-4504-bbc6-b1ca034062ef, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:15.610546 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.617620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] For port 3f9411cc-bb64-4504-bbc6-b1ca034062ef, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3f9411cc-bb64-4504-bbc6-b1ca034062ef,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:15.617864 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c780c6-3560-4be9-b990-91ee3adc7488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a10e8a-b912-4f32-8526-cb5cf20a76b4,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.689016 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-963c1e35-d804-4dc9-82dc-0b9ba5163d31 admin admin] Publish callbacks [] for security_group (c483e6ac-af8f-485a-bfe8-d570db7ad407), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.704221 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Allocated IP 172.20.0.2 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/ba6b3935-287e-490d-b5e2-6303d35545df) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:15.709972 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:15.713669 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Pushing event updated for resources: {'Port': ['ID=7f7d27c9-09ce-454d-adfe-443888ddb0a1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.714749 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Attempting to bind port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:15.718159 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-963c1e35-d804-4dc9-82dc-0b9ba5163d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c483e6ac-af8f-485a-bfe8-d570db7ad407), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.723226 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Attempting to bind port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:15.723680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Attempting to bind port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 on network b78d8415-a575-41b2-ab84-45a675817a3d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:15.801908 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.819228 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-963c1e35-d804-4dc9-82dc-0b9ba5163d31 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cc1e89bb0f744de5b1c520d488ae1b25&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1596308 Sep 12 14:13:15.823331 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42632) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:15.853334 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c1e35-d804-4dc9-82dc-0b9ba5163d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c483e6ac-af8f-485a-bfe8-d570db7ad407,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:15.944451 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for router_gateway (d2df241f-65a6-458d-980e-69cb2d1198cc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:15.950202 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:15.958095 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:16.004936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:16.005525 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:16.009269 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:16.019461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:16.066212 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Pushing event updated for resources: {'Port': ['ID=7733562b-826f-4e70-aafb-3e213d3c38ee,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:16.129395 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Allocated IP 172.27.3.234 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/897492f1-8a09-4b3b-8054-8998a3faa809) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:16.213284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.260251 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:16.304050 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] Publish callbacks [] for security_group (c483e6ac-af8f-485a-bfe8-d570db7ad407), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.304211 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ca0cb93b-a2ee-433e-b5ab-b2701753f967 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:16.328197 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Allocated IP 172.20.0.2 (83e51b0e-db79-49cd-8380-4c9b5dcda3fe/119cfccc-d408-472e-a884-f14769cc6215/b71f6135-63f8-46b8-8232-9f44feee52b9) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:16.368307 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f0917-dac1-4905-883a-667809a2a5e4 None None] Pushing event updated for resources: {'Port': ['ID=3f9411cc-bb64-4504-bbc6-b1ca034062ef,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:16.374030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:16.374439 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Checking segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:16.374876 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.375297 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Bound using segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:16.375775 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Bound port: 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:16.376144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.393561 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for port (897492f1-8a09-4b3b-8054-8998a3faa809), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.425387 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] Publish callbacks [] for security_group (c483e6ac-af8f-485a-bfe8-d570db7ad407), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.525762 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ca0cb93b-a2ee-433e-b5ab-b2701753f967 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:16.543890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.581266 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:13:16.625242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:16.632980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:16.667992 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:16.681904 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Pushing event updated for resources: {'Port': ['ID=897492f1-8a09-4b3b-8054-8998a3faa809,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:16.702578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:16.722615 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks [] for port (ba6b3935-287e-490d-b5e2-6303d35545df), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.727414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] For port 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:16.764404 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.785219 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] For port 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7f7d27c9-09ce-454d-adfe-443888ddb0a1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:16.800860 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks [] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.812989 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.832836 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.837415 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Allocated IP 172.20.0.1 (187dae32-ddb7-498c-baaa-a0f8b012a4b7/476310d8-85b0-4a0f-b22c-1f7326583ec9/2a6da41e-b14c-4276-8a13-36ee235f71f2) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:16.843218 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ca0cb93b-a2ee-433e-b5ab-b2701753f967 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:16.843406 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.900291 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:16.911534 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:16.916871 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:16.921395 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for router_gateway (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.926259 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Pushing event updated for resources: {'Port': ['ID=d1399e43-14f6-482d-9dd5-97f5b405b658,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:16.943086 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Pushing event updated for resources: {'Port': ['ID=ba6b3935-287e-490d-b5e2-6303d35545df,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:16.973943 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.975664 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.976279 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.976919 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.977690 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.978206 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.980819 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.982017 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.983313 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.983804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks [] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:16.989318 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.989992 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.991358 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.992345 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.995270 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.995833 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Tracked resource versions report: Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: pushed versions: Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: { 'AddressGroup': {'1.2'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Agent': {'1.1'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Log': {'1.0'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'NDPProxy': {'1.0'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Network': {'1.1'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Port': {'1.7'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'PortForwarding': {'1.3'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'QosPolicy': {'1.10'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroup': {'1.5'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SubPort': {'1.0'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Subnet': {'1.1'}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Trunk': {'1.1'}} Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: consumer versions: Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: { DHCP agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: HyperV agent@hv-cinder-82002: {}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: L3 agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: Metadata agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: Metering agent@dv-cinder-820027-25-iscsi: {}, Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: Open vSwitch agent@dv-cinder-820027-25-iscsi: { 'AddressGroup': '1.2', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Agent': '1.1', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'ConntrackHelper': '1.0', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'LocalIPAssociation': '1.0', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Log': '1.0', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'NDPProxy': '1.0', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Network': '1.1', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Port': '1.7', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'PortForwarding': '1.3', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'QosPolicy': '1.10', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroup': '1.5', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SecurityGroupRule': '1.2', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'SubPort': '1.0', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Subnet': '1.1', Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: 'Trunk': '1.1'}} Sep 12 14:13:16.998124 dv-cinder-820027-25-iscsi neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 14:13:17.020960 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Attempting to bind port d1399e43-14f6-482d-9dd5-97f5b405b658 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:17.021341 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Attempting to bind port d1399e43-14f6-482d-9dd5-97f5b405b658 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:17.023015 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Attempting to bind port d1399e43-14f6-482d-9dd5-97f5b405b658 on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:17.126665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:17.130631 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b7e8-2176-4739-9006-11b782fb9670 None None] Pushing event updated for resources: {'Port': ['ID=7f7d27c9-09ce-454d-adfe-443888ddb0a1,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:17.138635 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:17.139355 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:17.139956 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.140505 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:17.141339 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Bound port: d1399e43-14f6-482d-9dd5-97f5b405b658, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:17.141978 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.171837 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.216082 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c483e6ac-af8f-485a-bfe8-d570db7ad407), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.223516 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.226530 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c483e6ac-af8f-485a-bfe8-d570db7ad407 HTTP/1.1" status: 204 len: 168 time: 1.4004085 Sep 12 14:13:17.249608 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] For port d1399e43-14f6-482d-9dd5-97f5b405b658, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:17.261583 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] For port d1399e43-14f6-482d-9dd5-97f5b405b658, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d1399e43-14f6-482d-9dd5-97f5b405b658,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:17.277319 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.349654 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:17.356259 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4599-179d-4829-bd39-ba330c3dfafd None None] Pushing event updated for resources: {'Port': ['ID=d1399e43-14f6-482d-9dd5-97f5b405b658,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:17.374192 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:17.375155 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:17.482382 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks [] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.496842 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ca0cb93b-a2ee-433e-b5ab-b2701753f967 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:17.524160 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:17.539609 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:17.550480 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:17.565520 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:17.577142 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Attempting to bind port ba6b3935-287e-490d-b5e2-6303d35545df on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:17.577837 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Attempting to bind port ba6b3935-287e-490d-b5e2-6303d35545df by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:17.578638 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Attempting to bind port ba6b3935-287e-490d-b5e2-6303d35545df on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:17.592346 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:17.606028 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab80ba-8fe2-4b3b-92a4-5a43a6afe37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483e6ac-af8f-485a-bfe8-d570db7ad407,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:17.621894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.625358 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.706293 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for router_gateway (41a92685-9564-4910-b247-355cbb977d93), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.719655 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Pushing event updated for resources: {'Port': ['ID=b71f6135-63f8-46b8-8232-9f44feee52b9,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:17.907955 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:12Z', 'revision_number': 3, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:17.923040 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1ed31-83b4-46c7-94a4-f2cb7b708c79 None None] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:17.923319 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:17.930583 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Allocated IP 172.27.3.154 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/7e125385-3c3f-48fd-b80a-edda4c9be34a) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:17.964262 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:17.971212 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473dad5-ea0d-4830-ad0d-074030c98d44 None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:12Z', 'revision_number': 3, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:17.979669 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:18.066478 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:18.068124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.080100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:18.143693 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:18.212383 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Attempting to bind port b71f6135-63f8-46b8-8232-9f44feee52b9 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:18.214551 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Attempting to bind port b71f6135-63f8-46b8-8232-9f44feee52b9 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:18.216475 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Attempting to bind port b71f6135-63f8-46b8-8232-9f44feee52b9 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:18.226577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:18.226577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:18.226990 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.230300 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:18.231217 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Bound port: ba6b3935-287e-490d-b5e2-6303d35545df, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:18.231720 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.354703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:18.359927 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (41a92685-9564-4910-b247-355cbb977d93), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.372548 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:18.426270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:18.617958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:18.641191 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:18.641858 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.642967 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Bound using segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:18.643618 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Bound port: b71f6135-63f8-46b8-8232-9f44feee52b9, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:18.644207 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.712362 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Provisioning complete for port 3f9411cc-bb64-4504-bbc6-b1ca034062ef triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:18.713621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.822203 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3f9411cc-bb64-4504-bbc6-b1ca034062ef up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:18.846894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b159cb-a8e4-45e5-b0e4-66347bdb5faf None None] Network b78d8415-a575-41b2-ab84-45a675817a3d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:18.944921 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:18.968275 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:13:18.972859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] For port b71f6135-63f8-46b8-8232-9f44feee52b9, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:18.976519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] For port b71f6135-63f8-46b8-8232-9f44feee52b9, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b71f6135-63f8-46b8-8232-9f44feee52b9,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:18.979865 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:19.024913 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.041269 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Router d2df241f-65a6-458d-980e-69cb2d1198cc is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:13:19.058118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.103878 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.171303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.208186 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] For port ba6b3935-287e-490d-b5e2-6303d35545df, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:19.295391 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Router 41a92685-9564-4910-b247-355cbb977d93 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:13:19.331471 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:19.336154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:19.356847 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:19.404020 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] For port ba6b3935-287e-490d-b5e2-6303d35545df, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ba6b3935-287e-490d-b5e2-6303d35545df,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:19.413212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:19.419999 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eb678-e8e1-455c-a89e-8c8d3d1944da None None] Pushing event updated for resources: {'Port': ['ID=b71f6135-63f8-46b8-8232-9f44feee52b9,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:19.452500 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:19.466389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.481789 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7e125385-3c3f-48fd-b80a-edda4c9be34a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:19.529325 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:19.687411 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Current status of the port 3f9411cc-bb64-4504-bbc6-b1ca034062ef is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:19.687963 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.747168 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8c708-b4fa-4925-af82-bdd1bc9b9c8e None None] Pushing event updated for resources: {'Port': ['ID=ba6b3935-287e-490d-b5e2-6303d35545df,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:19.787413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:19.788148 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:19.888948 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:19.944054 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Sync routers for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:19.946683 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 3f9411cc-bb64-4504-bbc6-b1ca034062ef triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:19.947334 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.951142 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:19.956041 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-70835603-ef67-488e-8efe-2a2abe3a8dbf admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9935906 Sep 12 14:13:19.956658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42736) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:19.985148 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:19.986973 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:20.070978 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks [] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.251143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:20.272585 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.277137 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.295238 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:20.312337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:20.380810 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:20.385129 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.386742 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.388039 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c9f72c61-2bcd-4b06-95a3-9c28b1afc42b admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7046351 Sep 12 14:13:20.400015 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-63e0cdd2-cea6-4ed7-b06a-a087fdbbf890 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8095706 Sep 12 14:13:20.419388 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42744) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:20.419388 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 42746) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:20.462222 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:20.492986 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:20.636673 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:20.714540 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:15Z', 'revision_number': 3, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:20.743690 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] For port 3f9411cc-bb64-4504-bbc6-b1ca034062ef, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3f9411cc-bb64-4504-bbc6-b1ca034062ef,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:20.745835 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:20.770654 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Checking router: d2df241f-65a6-458d-980e-69cb2d1198cc for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:20.771089 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Updating router d2df241f-65a6-458d-980e-69cb2d1198cc port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:20.776485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for router_gateway (b4e3ec40-6518-425b-bf79-e47972c447bf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.786989 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:20.787627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:20.793425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.824231 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.890746 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:20.925455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Provisioning complete for port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:20.925758 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:20.927552 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:16Z', 'revision_number': 3, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:21.007224 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:21.096398 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:21.096521 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Updating router faae9ead-3286-41ca-a1b4-15df1a1ce46e port 7733562b-826f-4e70-aafb-3e213d3c38ee binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:21.105419 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 3f9411cc-bb64-4504-bbc6-b1ca034062ef is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:21.106542 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7f7d27c9-09ce-454d-adfe-443888ddb0a1 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:21.242127 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:21.278323 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7e668-2caf-4d03-bac2-82e9ece7aede None None] Pushing event updated for resources: {'Port': ['ID=3f9411cc-bb64-4504-bbc6-b1ca034062ef,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:21.317249 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb80f84-a33a-4a26-a356-a126df5a7ecd None None] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:21.328669 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:21.335848 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:21.353740 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.480987 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks [] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.503844 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.557824 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc429774-ebd0-49e4-875c-29907b8deb4a None None] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:13:21.568053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.596162 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff72e-152a-44e0-81a2-2c20e7d126b1 None None] Pushing event updated for resources: {'Port': ['ID=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:21.629071 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Attempting to bind port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:21.629436 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Attempting to bind port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:21.630149 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Attempting to bind port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:21.687733 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:21.688105 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:21.697957 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.698418 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:21.698963 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Bound port: a732172f-fe1a-4cb8-a7dd-65dd1d28b641, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:21.699342 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.742539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:21.812324 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:13:21.827839 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:21.836519 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] For port a732172f-fe1a-4cb8-a7dd-65dd1d28b641, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:21.846811 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] For port a732172f-fe1a-4cb8-a7dd-65dd1d28b641, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:21.860725 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:21.933687 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:21.934438 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:21.961799 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:21.977319 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:21.978499 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-43bb30f5-206b-4a6b-b4ab-052a483b9516 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d224cc52-f3c3-41be-a647-f7e73289b1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7892776 Sep 12 14:13:22.010713 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:22.011734 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:22.042263 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:22.043545 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:22.130690 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:22.159069 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:22.173367 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:22.211399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Router b4e3ec40-6518-425b-bf79-e47972c447bf is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:13:22.357113 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ff72e-152a-44e0-81a2-2c20e7d126b1 None None] Pushing event updated for resources: {'Port': ['ID=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:22.420635 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:22.436541 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:22.487447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:22.493878 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-25573ce7-02c0-462e-aa3f-da81a56680b6 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8941681 Sep 12 14:13:22.497605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42794) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:22.505783 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:22.609021 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:22.624935 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:22.763345 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:22.821100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:22.900121 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:19Z', 'revision_number': 2, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:22.935745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42808) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:22.942576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445208825', 'description': 'tempest-description--32399045'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:22.985689 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:22.985689 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Updating router d224cc52-f3c3-41be-a647-f7e73289b1cb port 2a6da41e-b14c-4276-8a13-36ee235f71f2 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:22.986763 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:23.028788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Current status of the port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:23.029439 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.071388 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:23.072981 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:23.073370 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Updating router 41a92685-9564-4910-b247-355cbb977d93 port 897492f1-8a09-4b3b-8054-8998a3faa809 binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:23.081927 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.101615 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Allocated IP 172.20.0.1 (96bd5f8d-099c-4d46-b564-f8ab0058d9c3/2e2f8bc3-2628-4bb1-91b6-fd19039eae2b/a7fe0166-378b-4ac2-8b0d-b29fbcebb23e) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:23.109669 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:15Z', 'revision_number': 3, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:23.118393 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.137053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.158323 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4759ab-2ab9-4e5e-9a94-8f957653a437 None None] The sync data for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi is: [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:15Z', 'revision_number': 3, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:23.201918 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] For port 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7f7d27c9-09ce-454d-adfe-443888ddb0a1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:23.226140 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:23.297423 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.359603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (c874391a-d1a3-4d92-a21a-44fca7a71234), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.366145 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:23.366787 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:23.371911 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c874391a-d1a3-4d92-a21a-44fca7a71234), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.380304 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.416210 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.466771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.471821 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5350850 Sep 12 14:13:23.475140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42814) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:23.489336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:23.489513 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group_rule': {'security_group_id': 'c874391a-d1a3-4d92-a21a-44fca7a71234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:23.523483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fddea-dc1c-4d86-8341-eb50aac5ba5e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c874391a-d1a3-4d92-a21a-44fca7a71234,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:23.569371 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks [] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.576158 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.577835 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.654463 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (f4cab0b2-3e23-432a-8268-2930805b38ee), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.708799 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:23.716451 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc35a86-f3ff-44ed-b9d7-02858174eda5 None None] Pushing event updated for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:23.732150 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Attempting to bind port 2a6da41e-b14c-4276-8a13-36ee235f71f2 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:23.732529 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Attempting to bind port 2a6da41e-b14c-4276-8a13-36ee235f71f2 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:23.732889 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Attempting to bind port 2a6da41e-b14c-4276-8a13-36ee235f71f2 on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:23.742707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Pushing event updated for resources: {'Port': ['ID=7f7d27c9-09ce-454d-adfe-443888ddb0a1,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:23.747750 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Provisioning complete for port 2a6da41e-b14c-4276-8a13-36ee235f71f2 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:23.748066 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.751060 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:23.799096 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:23.811450 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Checking segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:23.811864 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.812262 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Bound using segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:23.812768 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Bound port: 2a6da41e-b14c-4276-8a13-36ee235f71f2, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:23.813182 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.850680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:23.863004 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks [] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:23.865240 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Port 2a6da41e-b14c-4276-8a13-36ee235f71f2 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:23.881087 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Provisioning complete for port 3f9411cc-bb64-4504-bbc6-b1ca034062ef triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:23.881513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.053972 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] For port 2a6da41e-b14c-4276-8a13-36ee235f71f2, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:24.060928 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks [] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.077002 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] For port 2a6da41e-b14c-4276-8a13-36ee235f71f2, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=2a6da41e-b14c-4276-8a13-36ee235f71f2,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:24.089455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (f4cab0b2-3e23-432a-8268-2930805b38ee), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.099682 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.105546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (f4cab0b2-3e23-432a-8268-2930805b38ee), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.135276 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:24.218580 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:24.223643 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.223820 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:24.254139 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cab0b2-3e23-432a-8268-2930805b38ee,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:24.268415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Allocated IP 172.20.0.1 (b78d8415-a575-41b2-ab84-45a675817a3d/f7a50275-a872-4069-b3a4-89a2761ff1b7/d192664c-d408-432e-96b0-c0dc98035120) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:24.270593 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.273065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c06fbc8d-1dfc-4905-a99c-f4df8c42694b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7966142 Sep 12 14:13:24.276400 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42830) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:24.283924 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group_rule': {'security_group_id': 'c874391a-d1a3-4d92-a21a-44fca7a71234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:24.340715 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (23911e7e-49d0-4175-b892-9c118a029ce7), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.417371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Allocated IP 172.20.0.1 (83e51b0e-db79-49cd-8380-4c9b5dcda3fe/119cfccc-d408-472e-a884-f14769cc6215/0068d8ce-cd18-4983-844d-450338944229) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:24.430603 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks [] for port (897492f1-8a09-4b3b-8054-8998a3faa809), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.438175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Attempting to bind port 7733562b-826f-4e70-aafb-3e213d3c38ee on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:24.440216 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Attempting to bind port 7733562b-826f-4e70-aafb-3e213d3c38ee by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:24.440850 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Attempting to bind port 7733562b-826f-4e70-aafb-3e213d3c38ee on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:24.506013 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b71f6135-63f8-46b8-8232-9f44feee52b9 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:24.585186 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.605184 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:24.611035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1c75d16d-4542-4168-bf39-d4dbdc86bc78 None None] Current status of the port 3f9411cc-bb64-4504-bbc6-b1ca034062ef is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:24.614206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Attempting to bind port 897492f1-8a09-4b3b-8054-8998a3faa809 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:24.614572 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Attempting to bind port 897492f1-8a09-4b3b-8054-8998a3faa809 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:24.615271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Attempting to bind port 897492f1-8a09-4b3b-8054-8998a3faa809 on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:24.625550 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks [] for port (0068d8ce-cd18-4983-844d-450338944229), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.679141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:24.691494 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (0068d8ce-cd18-4983-844d-450338944229), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.699366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Allocated IP 172.20.0.1 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/21ca1ac9-153f-4f8d-9271-3af9adbc2a2f) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:24.716833 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc35a86-f3ff-44ed-b9d7-02858174eda5 None None] Pushing event updated for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:24.746244 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port b71f6135-63f8-46b8-8232-9f44feee52b9 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:24.747214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.753587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.764196 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:24.790398 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:24.819291 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:24.819712 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (b4e3ec40-6518-425b-bf79-e47972c447bf), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.854548 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:24.872748 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:24.873143 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:24.873579 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.874035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:24.874556 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Bound port: 897492f1-8a09-4b3b-8054-8998a3faa809, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:24.875001 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:24.964764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Pushing event updated for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:24.967882 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:25.012546 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:25.027948 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (23911e7e-49d0-4175-b892-9c118a029ce7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.042292 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (23911e7e-49d0-4175-b892-9c118a029ce7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.056581 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:25.057630 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:25.078813 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:25.087503 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23911e7e-49d0-4175-b892-9c118a029ce7,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:25.095660 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.097028 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4a80e4b4-6ecb-433f-ada4-855fcc39bf1d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8194237 Sep 12 14:13:25.101881 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42842) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:25.109217 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:25.123103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:25.129321 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.169223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:25.200267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:25.201144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:25.205938 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.206508 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:25.209391 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Bound port: 7733562b-826f-4e70-aafb-3e213d3c38ee, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:25.215423 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.233450 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3c868-8fcb-47ce-85fd-a90625061758 None None] Pushing event updated for resources: {'Port': ['ID=7733562b-826f-4e70-aafb-3e213d3c38ee,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:25.304192 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Pushing event updated for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:25.341715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks [] for port (d192664c-d408-432e-96b0-c0dc98035120), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.453925 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960e69-7f60-4a42-9ad1-91367316c154 None None] Pushing event updated for resources: {'Port': ['ID=897492f1-8a09-4b3b-8054-8998a3faa809,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:25.465638 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:24Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:25.474245 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] For port 897492f1-8a09-4b3b-8054-8998a3faa809, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:25.477347 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.509054 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f5438-efbc-449b-87d1-0a106f1dbf4a None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:24Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:25.577262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Provisioning complete for port b71f6135-63f8-46b8-8232-9f44feee52b9 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:25.577801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.584876 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] For port 897492f1-8a09-4b3b-8054-8998a3faa809, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=897492f1-8a09-4b3b-8054-8998a3faa809,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:25.693761 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:25.695168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks [] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.709366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:25.755030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.778543 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.819452 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.832644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] For port 7733562b-826f-4e70-aafb-3e213d3c38ee, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:25.847634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.863565 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.895389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] For port 7733562b-826f-4e70-aafb-3e213d3c38ee, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7733562b-826f-4e70-aafb-3e213d3c38ee,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:25.895574 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0068d8ce-cd18-4983-844d-450338944229), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.896017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port b71f6135-63f8-46b8-8232-9f44feee52b9 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:25.896861 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.917234 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:25.921801 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:25.925047 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:25.925568 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (41a92685-9564-4910-b247-355cbb977d93), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.982338 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:25.984206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:25.985324 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:26.068806 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Network b78d8415-a575-41b2-ab84-45a675817a3d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:26.132603 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.144372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:26.148717 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:26.149188 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (d2df241f-65a6-458d-980e-69cb2d1198cc), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.175625 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Allocated IP 172.27.3.181 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/50937c67-a039-4435-bc44-d71175355c47) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:26.247059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port b71f6135-63f8-46b8-8232-9f44feee52b9, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b71f6135-63f8-46b8-8232-9f44feee52b9,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:26.268398 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Pushing event updated for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:26.272134 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960e69-7f60-4a42-9ad1-91367316c154 None None] Pushing event updated for resources: {'Port': ['ID=897492f1-8a09-4b3b-8054-8998a3faa809,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:26.339170 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.340689 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a732172f-fe1a-4cb8-a7dd-65dd1d28b641 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:26.349274 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (50937c67-a039-4435-bc44-d71175355c47), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.395746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:26.396187 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:26.422148 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (50937c67-a039-4435-bc44-d71175355c47), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.432805 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:26.531671 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3c868-8fcb-47ce-85fd-a90625061758 None None] Pushing event updated for resources: {'Port': ['ID=7733562b-826f-4e70-aafb-3e213d3c38ee,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:26.544740 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:26.590685 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:26.622581 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:26.625822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:26.641709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Pushing event updated for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:26.654727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=50937c67-a039-4435-bc44-d71175355c47,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:26.735753 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:26.737019 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:20Z', 'revision_number': 3, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:26.740935 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Current status of the port b71f6135-63f8-46b8-8232-9f44feee52b9 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:26.771129 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d192664c-d408-432e-96b0-c0dc98035120), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.817172 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.842383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:26.898754 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks [] for port (0068d8ce-cd18-4983-844d-450338944229), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.921923 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0068d8ce-cd18-4983-844d-450338944229), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.922733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (b4e3ec40-6518-425b-bf79-e47972c447bf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.938879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:26.955416 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Provisioning complete for port ba6b3935-287e-490d-b5e2-6303d35545df triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:26.955811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:26.987938 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:26.987938 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Updating router b4e3ec40-6518-425b-bf79-e47972c447bf port 7e125385-3c3f-48fd-b80a-edda4c9be34a binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:27.000551 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (50937c67-a039-4435-bc44-d71175355c47), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.001444 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks [] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.026368 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.027155 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.094169 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.145711 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Pushing event updated for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.151401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks [] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.168677 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.169648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (41a92685-9564-4910-b247-355cbb977d93), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.175133 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:27.176001 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.189855 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Pushing event updated for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.193519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:27.202308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:27.206687 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=b71f6135-63f8-46b8-8232-9f44feee52b9,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.213289 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:27.244563 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (50937c67-a039-4435-bc44-d71175355c47), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.258188 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (50937c67-a039-4435-bc44-d71175355c47), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.258981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.321919 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.330874 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2202599 Sep 12 14:13:27.331041 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Pushing event updated for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.333141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:27.335751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:27.338298 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051492a-8d7d-4094-97c2-b9e6e1d47fea tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=50937c67-a039-4435-bc44-d71175355c47,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.412357 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:27.427255 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:27.428861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:27.454653 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks [] for port (d192664c-d408-432e-96b0-c0dc98035120), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.472026 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.473173 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (d2df241f-65a6-458d-980e-69cb2d1198cc), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:27.515763 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Router b4e3ec40-6518-425b-bf79-e47972c447bf has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:13:27.540642 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:27.586398 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:27.608740 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:27.682200 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42934) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:27.686251 dv-cinder-820027-25-iscsi neutron-server[106394]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 12 14:13:27.748495 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:27.796379 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9f5a7fdd-d4c6-44e0-88e3-37af5475f600 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b4e3ec40-6518-425b-bf79-e47972c447bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2854054 Sep 12 14:13:27.833742 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-60f8646d-595f-48b0-96d1-252f8254af30 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1445208825&fields=id&tenant_id=613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 267 time: 0.1494012 Sep 12 14:13:27.840076 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Pushing event updated for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:27.924188 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Current status of the port ba6b3935-287e-490d-b5e2-6303d35545df is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:27.924188 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.033733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:28.035113 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:28.065637 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:13:28.118862 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890fcd1-76d7-4871-894d-a36fa00636f1 None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:17Z', 'revision_number': 3, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:28.163599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-30f6479f-c9bc-48cb-b6ae-7fddfaff67c0 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:28.165119 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-30f6479f-c9bc-48cb-b6ae-7fddfaff67c0 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 810 time: 0.3229897 Sep 12 14:13:28.170630 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:28.171104 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.178953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] For port ba6b3935-287e-490d-b5e2-6303d35545df, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ba6b3935-287e-490d-b5e2-6303d35545df,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:28.191699 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-2ad36d81-ea94-4529-9fea-9d7a751b1791 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/quotas/613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 375 time: 0.0164506 Sep 12 14:13:28.206942 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:13:28.217264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.271298 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:28.279879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Network b78d8415-a575-41b2-ab84-45a675817a3d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:28.286251 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:28.347927 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 42964) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:28.434100 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:28.445268 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6becb5d2-ace0-4da9-8c8d-8fae16348f8c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/faae9ead-3286-41ca-a1b4-15df1a1ce46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3809624 Sep 12 14:13:28.451638 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port a732172f-fe1a-4cb8-a7dd-65dd1d28b641, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:28.469383 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Provisioning complete for port 2a6da41e-b14c-4276-8a13-36ee235f71f2 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:28.469752 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.504187 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.504997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d1399e43-14f6-482d-9dd5-97f5b405b658 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:28.639917 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks [] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.664232 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Pushing event updated for resources: {'Port': ['ID=ba6b3935-287e-490d-b5e2-6303d35545df,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:28.670625 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:23Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:28.676270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:28.750203 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-dda77c1b-925d-4143-bc79-ec36ef07ce46 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5514302 Sep 12 14:13:28.764153 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07885206-786d-4b56-b37b-b2d940541eb5 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:23Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:28.806066 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Attempting to bind port 7e125385-3c3f-48fd-b80a-edda4c9be34a on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:28.806867 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Attempting to bind port 7e125385-3c3f-48fd-b80a-edda4c9be34a by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:28.807251 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Attempting to bind port 7e125385-3c3f-48fd-b80a-edda4c9be34a on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:28.812269 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:28.828993 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ea7a7e40-f346-454c-9137-8ff924151600 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/41a92685-9564-4910-b247-355cbb977d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3927650 Sep 12 14:13:28.835259 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Router d2df241f-65a6-458d-980e-69cb2d1198cc has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:13:28.882880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:28.968982 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-f176d441-bb1b-49a4-95dd-886ce109678b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:28.975976 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-f176d441-bb1b-49a4-95dd-886ce109678b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 0.6097426 Sep 12 14:13:29.006060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-65bfe112-c0d0-4216-820c-cbbea6fa03d8 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/quotas/366826b14e0e4a93819c18d8d716a254 HTTP/1.1" status: 200 len: 375 time: 0.0291221 Sep 12 14:13:29.019750 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:29.046165 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port d1399e43-14f6-482d-9dd5-97f5b405b658 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:29.046550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.134667 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-cb3adc54-8173-4e8d-95c9-ead4b276bbd0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268525 Sep 12 14:13:29.176318 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:13:29.191951 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-3c20f0c0-8bec-441e-b6d2-49eef9024a9b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d2df241f-65a6-458d-980e-69cb2d1198cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7747722 Sep 12 14:13:29.205729 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Sync routers for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:29.226586 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:29.230886 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:29.302901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Current status of the port 2a6da41e-b14c-4276-8a13-36ee235f71f2 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:29.303440 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.305652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:29.306017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:29.306403 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.306788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:29.307292 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Bound port: 7e125385-3c3f-48fd-b80a-edda4c9be34a, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:29.307660 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.326565 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-c9dd48a5-8b8e-4d35-adcd-6af353bc2ce0 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:13:29.327703 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-c9dd48a5-8b8e-4d35-adcd-6af353bc2ce0 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1811473 Sep 12 14:13:29.371518 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bdafe-2952-41a5-aa97-bc41d848c0df None None] Pushing event updated for resources: {'Port': ['ID=7e125385-3c3f-48fd-b80a-edda4c9be34a,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:29.525417 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-cda76212-c4f6-43eb-bd25-444ce2eb924d service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:13:29.534903 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-cda76212-c4f6-43eb-bd25-444ce2eb924d service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2297966 Sep 12 14:13:29.535346 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] For port 2a6da41e-b14c-4276-8a13-36ee235f71f2, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=2a6da41e-b14c-4276-8a13-36ee235f71f2,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:29.540957 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:29.572290 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] For port 7e125385-3c3f-48fd-b80a-edda4c9be34a, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:29.589790 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.624823 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] For port 7e125385-3c3f-48fd-b80a-edda4c9be34a, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7e125385-3c3f-48fd-b80a-edda4c9be34a,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:29.699118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port d1399e43-14f6-482d-9dd5-97f5b405b658 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:29.699558 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.719085 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:29.748675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:29.831985 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-5ecdcd22-06fd-4409-962c-b62bc9cca8d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954002 Sep 12 14:13:29.832826 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:29.834979 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:29.892732 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port d1399e43-14f6-482d-9dd5-97f5b405b658, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d1399e43-14f6-482d-9dd5-97f5b405b658,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:29.981198 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-13bb5eac-3fcd-45ce-a914-e0427215f5ae service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453228 Sep 12 14:13:30.029537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.043076 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3f9411cc-bb64-4504-bbc6-b1ca034062ef up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:30.043076 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Provisioning complete for port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:30.043076 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.049944 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.105159 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-55ab7cda-1d34-437a-8bc6-585b270b2c6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644367 Sep 12 14:13:30.126313 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:30.140033 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-5b87715d-1970-46a8-aa48-f2b80da31328 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578643 Sep 12 14:13:30.168892 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'd192664c-d408-432e-96b0-c0dc98035120', 'name': '', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'mac_address': 'fa:16:3e:09:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:27Z', 'revision_number': 2, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'subnets': [{'id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:30.206610 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Checking router: d2df241f-65a6-458d-980e-69cb2d1198cc for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:30.207855 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Updating router d2df241f-65a6-458d-980e-69cb2d1198cc port d192664c-d408-432e-96b0-c0dc98035120 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:30.241813 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d192664c-d408-432e-96b0-c0dc98035120), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.335653 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d681-542b-4481-8734-ed7a09fa6fea None None] Pushing event updated for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:30.409199 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Provisioning complete for port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:30.410141 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.627705 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43068) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:30.632722 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032253567', 'description': 'tempest-description--511108839'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:30.657161 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:30.663259 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.678655 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.691941 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.699405 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.719064 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43076) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:30.724124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920233194', 'description': 'tempest-description--673428833'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:30.748889 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks [] for port (d192664c-d408-432e-96b0-c0dc98035120), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.750577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 3f9411cc-bb64-4504-bbc6-b1ca034062ef triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:30.751004 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.764496 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.774033 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Provisioning complete for port d192664c-d408-432e-96b0-c0dc98035120 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:30.774429 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (d192664c-d408-432e-96b0-c0dc98035120), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.782140 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.810141 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.882989 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:30.892011 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:30.932981 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-10d5a31b-f063-4c8d-b4eb-13bfb7e47376 req-330076bd-693d-4331-b26f-853b926b3542 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 210 time: 0.1213517 Sep 12 14:13:30.969799 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb062-50c7-4a64-85c7-9c055e69f0b4 None None] Pushing event updated for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:30.976692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (bcda5f25-d8ce-414a-ac48-3a1fea889b5d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:30.991007 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (bcda5f25-d8ce-414a-ac48-3a1fea889b5d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.026457 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (97057ac8-b336-408c-be2f-f72cace688b7), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.039127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (97057ac8-b336-408c-be2f-f72cace688b7), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.068771 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Attempting to bind port d192664c-d408-432e-96b0-c0dc98035120 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:31.068771 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Attempting to bind port d192664c-d408-432e-96b0-c0dc98035120 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:31.069096 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Attempting to bind port d192664c-d408-432e-96b0-c0dc98035120 on network b78d8415-a575-41b2-ab84-45a675817a3d {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:31.094572 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Port d192664c-d408-432e-96b0-c0dc98035120 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:31.106127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97057ac8-b336-408c-be2f-f72cace688b7,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.160468 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.161686 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-aa367bc4-227f-44e5-b5d0-aa6e401fb5ac tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4415996 Sep 12 14:13:31.164605 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43112) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:31.173713 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': '97057ac8-b336-408c-be2f-f72cace688b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:31.252936 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:31.255666 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Checking segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:31.255831 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.256412 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.257207 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6283817 Sep 12 14:13:31.257357 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Bound using segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:31.258519 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Bound port: d192664c-d408-432e-96b0-c0dc98035120, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:31.259787 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3057fe-5279-4233-9555-c2cd98acb7a7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda5f25-d8ce-414a-ac48-3a1fea889b5d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.260408 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d192664c-d408-432e-96b0-c0dc98035120), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.280580 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43124) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:31.300801 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group_rule': {'security_group_id': 'bcda5f25-d8ce-414a-ac48-3a1fea889b5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:31.305574 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bdafe-2952-41a5-aa97-bc41d848c0df None None] Pushing event updated for resources: {'Port': ['ID=7e125385-3c3f-48fd-b80a-edda4c9be34a,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.330915 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (badc5782-e39b-4244-8155-87354b565b70), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.342886 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Provisioning complete for port 0068d8ce-cd18-4983-844d-450338944229 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:31.345042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (0068d8ce-cd18-4983-844d-450338944229), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.374933 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aa6493e5-4088-4534-9347-a8814b731f26 req-9d2f5b94-750b-47aa-94cf-86d97510a023 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.3026965 Sep 12 14:13:31.509111 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] For port d192664c-d408-432e-96b0-c0dc98035120, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:31.530306 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] For port d192664c-d408-432e-96b0-c0dc98035120, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d192664c-d408-432e-96b0-c0dc98035120,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:31.545154 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.590481 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-e72d53a1-c29b-4bf2-9fc8-aa1f7d021173 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:31.600238 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-e72d53a1-c29b-4bf2-9fc8-aa1f7d021173 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b78d8415-a575-41b2-ab84-45a675817a3d HTTP/1.1" status: 200 len: 812 time: 0.6408758 Sep 12 14:13:31.656067 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (badc5782-e39b-4244-8155-87354b565b70), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.663934 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (d4112665-4bd8-459b-b3cc-c75e24bce9a8), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.674563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-29404fde-4d04-4fc3-ae10-5737f573e311 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/quotas/e73505faee9c4bacbf2456e2d69c56f2 HTTP/1.1" status: 200 len: 375 time: 0.0721049 Sep 12 14:13:31.695117 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (badc5782-e39b-4244-8155-87354b565b70), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.796675 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:31.802620 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:31.810896 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-3ae60fd6-0de7-4157-9c55-96cb4f49b535 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e73505faee9c4bacbf2456e2d69c56f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968158 Sep 12 14:13:31.855326 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-dee41ef4-5462-4944-aab2-19ec8ee71de5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:31.858125 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (d4112665-4bd8-459b-b3cc-c75e24bce9a8), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.861988 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-da58c7e8-8b28-4e5c-9a1d-a89ed2fbc816 None None] Port 0068d8ce-cd18-4983-844d-450338944229 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:31.863326 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-dee41ef4-5462-4944-aab2-19ec8ee71de5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 0.2589796 Sep 12 14:13:31.870226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badc5782-e39b-4244-8155-87354b565b70,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.878889 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (d4112665-4bd8-459b-b3cc-c75e24bce9a8), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.886292 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=d1399e43-14f6-482d-9dd5-97f5b405b658,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.904934 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-ef4e617c-94ab-4848-b8ca-4f6e061c58bf tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/quotas/366826b14e0e4a93819c18d8d716a254 HTTP/1.1" status: 200 len: 375 time: 0.0404527 Sep 12 14:13:31.911240 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 2, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:31.923032 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb062-50c7-4a64-85c7-9c055e69f0b4 None None] Pushing event updated for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:31.923978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:31.927962 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-079a3382-4474-4037-a095-c4ca981647ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7602394 Sep 12 14:13:31.942430 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d8253-d02b-490f-b0dc-89846da72f5b None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 2, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:31.954145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43158) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:31.956431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 3f9411cc-bb64-4504-bbc6-b1ca034062ef is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:31.959705 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ba6b3935-287e-490d-b5e2-6303d35545df up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:31.974278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': '97057ac8-b336-408c-be2f-f72cace688b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:32.027519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ba6b3935-287e-490d-b5e2-6303d35545df triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:32.028323 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.030727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:32.068431 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-7e82fcba-0e86-46b0-99c4-3c9bfc3414e9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625383 Sep 12 14:13:32.072148 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (2e0ca494-5a37-41ee-a0a9-99a2497cfc0b), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.124194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4112665-4bd8-459b-b3cc-c75e24bce9a8,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:32.128935 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:32.143124 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:32.169897 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ba6b3935-287e-490d-b5e2-6303d35545df is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:32.175760 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (2e0ca494-5a37-41ee-a0a9-99a2497cfc0b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.176985 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7f7d27c9-09ce-454d-adfe-443888ddb0a1 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:32.179047 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.181474 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f72ee01b-32b0-487d-a720-fe55199b2ca7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8966739 Sep 12 14:13:32.186747 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-28d247f2-8824-439b-900c-b5f63157331f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678906 Sep 12 14:13:32.187365 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43164) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:32.194313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (2e0ca494-5a37-41ee-a0a9-99a2497cfc0b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.203699 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group_rule': {'security_group_id': 'bcda5f25-d8ce-414a-ac48-3a1fea889b5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:32.232433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.234396 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716031 Sep 12 14:13:32.235521 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9546c-7a79-42b3-be61-d3e271a1e2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0ca494-5a37-41ee-a0a9-99a2497cfc0b,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:32.238343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43168) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:32.245354 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:32.252392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:32.253068 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.280687 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.293674 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:32.354603 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:32.504951 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:32.518670 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:32.519652 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (dc433fca-4f01-400c-98ec-1bbd01083da1), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.519776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:32.910758 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'd192664c-d408-432e-96b0-c0dc98035120', 'name': '', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'mac_address': 'fa:16:3e:09:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:31Z', 'revision_number': 4, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'subnets': [{'id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:32.916707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (dc433fca-4f01-400c-98ec-1bbd01083da1), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:32.956414 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:32.960788 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-1d31f0eb-146c-4ab7-9d33-7235291876be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8914921 Sep 12 14:13:32.969730 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (dc433fca-4f01-400c-98ec-1bbd01083da1), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.001508 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:33.039449 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-e7cf4b11-5231-41d3-bdc1-19afce85d576 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259587 Sep 12 14:13:33.069287 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0148ea-2c96-4c0a-8dba-ec10a3aa5a8b None None] The sync data for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi is: [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'd192664c-d408-432e-96b0-c0dc98035120', 'name': '', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'mac_address': 'fa:16:3e:09:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:31Z', 'revision_number': 4, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'subnets': [{'id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:33.134926 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.139962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:33.169892 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.174559 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9837155 Sep 12 14:13:33.183454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43196) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:33.386525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7733562b-826f-4e70-aafb-3e213d3c38ee up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:33.395211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:33.404041 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:33.455712 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.27.3.67 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/df267fe8-7e15-4478-84b6-631f8ad4267d) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:33.462411 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd165f3-4a84-419b-9e29-1b523f26091c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc433fca-4f01-400c-98ec-1bbd01083da1,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:33.472744 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bcca-66dc-4767-a9ca-17756ed6bdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.537556 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.703994 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7733562b-826f-4e70-aafb-3e213d3c38ee triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:33.711160 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.807227 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43220) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:33.849955 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:33.897613 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d47fe4a8-2b18-40a7-a714-210150f9cc09 req-3600531b-6c3a-4987-aeab-fac9cc329cf2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.1621957 Sep 12 14:13:33.980986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.000988 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-f913d785-d2b2-4fc5-a7ce-c006ec794f47 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0324814 Sep 12 14:13:34.130486 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=df267fe8-7e15-4478-84b6-631f8ad4267d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:34.163980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:34.166187 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0b3dae7-3681-492b-a051-a3395bf5ff43 req-34440a83-5c41-497f-8352-79d7a7da630d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.1204851 Sep 12 14:13:34.193553 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:34.199645 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:34.225903 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-daa7e258-4b31-47ba-a986-319e71834998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.234726 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.314374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:34.381507 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7733562b-826f-4e70-aafb-3e213d3c38ee is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:34.381879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.398565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:34.399243 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Updating router 41a92685-9564-4910-b247-355cbb977d93 port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:34.409341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-daa7e258-4b31-47ba-a986-319e71834998 admin admin] Publish callbacks [] for security_group (ee9c1dff-f8c5-4773-bdd1-a517ec8332f2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.464246 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c37206ec-7130-42c8-bbc2-91236997df68 req-2e372d9b-c162-49bc-a0ec-f91842a2d1fa tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 210 time: 0.0527854 Sep 12 14:13:34.523870 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43240) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:34.573179 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.23', 62855) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:34.618496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 7733562b-826f-4e70-aafb-3e213d3c38ee, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7733562b-826f-4e70-aafb-3e213d3c38ee,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:34.622961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.637781 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.676104 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.676879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b71f6135-63f8-46b8-8232-9f44feee52b9 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:34.718110 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-daa7e258-4b31-47ba-a986-319e71834998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ee9c1dff-f8c5-4773-bdd1-a517ec8332f2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.736500 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:34.790310 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7e258-4b31-47ba-a986-319e71834998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c1dff-f8c5-4773-bdd1-a517ec8332f2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:34.800570 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-daa7e258-4b31-47ba-a986-319e71834998 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f7958feaecbe4664826f14b8717e0525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9448483 Sep 12 14:13:34.825717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43256) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:34.944759 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Allocated IP 172.27.3.87 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/5112bdbe-1540-4b45-b40e-e99622c88479) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:34.948825 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] Publish callbacks [] for security_group (ee9c1dff-f8c5-4773-bdd1-a517ec8332f2), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.962344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17163778-ddef-4b88-bae9-ca09deeb950d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:34.996167 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] Publish callbacks [] for security_group (ee9c1dff-f8c5-4773-bdd1-a517ec8332f2), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.150746 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ee9c1dff-f8c5-4773-bdd1-a517ec8332f2), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.153766 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.154829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.156245 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee9c1dff-f8c5-4773-bdd1-a517ec8332f2 HTTP/1.1" status: 204 len: 168 time: 0.3294165 Sep 12 14:13:35.175237 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67c1e2-9f52-4d96-a98c-f4ade785deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c1dff-f8c5-4773-bdd1-a517ec8332f2,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:35.180244 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (5112bdbe-1540-4b45-b40e-e99622c88479), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.281290 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.343439 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:35.349701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:35.354508 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:35.585072 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.604723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:35.625528 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.626543 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.666977 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7eab33f-a3aa-412d-b5bc-bfac1bb97d3b req-eea0becf-67c7-48fe-9cc4-2e6794f67373 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.2073646 Sep 12 14:13:35.668501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=5112bdbe-1540-4b45-b40e-e99622c88479,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:35.719237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=df267fe8-7e15-4478-84b6-631f8ad4267d,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:35.722268 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:35.772105 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.774196 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-da687099-48e3-4cb3-a110-ec86cae30898 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5347703 Sep 12 14:13:35.786594 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:35.802554 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-d1d6eb31-212f-4eb6-9ab4-b82c1a812e10 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:35.805562 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-d1d6eb31-212f-4eb6-9ab4-b82c1a812e10 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 1.2314796 Sep 12 14:13:35.821229 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-de35de25-8cdb-4469-8216-16b40e9e4b61 req-7a36867d-668c-48bc-82c4-bb0e843b95e0 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.1341615 Sep 12 14:13:35.839264 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:35.872679 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17163778-ddef-4b88-bae9-ca09deeb950d admin admin] Publish callbacks [] for security_group (96b75113-0ecb-4536-b0ac-83ca7747aa74), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.888747 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17163778-ddef-4b88-bae9-ca09deeb950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (96b75113-0ecb-4536-b0ac-83ca7747aa74), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.928373 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-17163778-ddef-4b88-bae9-ca09deeb950d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c20b4e9d9c6e46bbbbeb56e7ac472859&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4008806 Sep 12 14:13:35.929144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43306) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:35.935297 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c9fd3c9-a012-4b50-93d8-7a38d0ba450c req-6bfdb7c3-f966-4074-b114-3a76e8583b8c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 210 time: 0.0827641 Sep 12 14:13:35.936803 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.968062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-174d76bd-f051-46fa-a184-5896df0f9926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:35.987808 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks [] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.036574 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.049110 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=7733562b-826f-4e70-aafb-3e213d3c38ee,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:36.052954 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'port': {'device_id': '88d23509-c830-4101-bcd2-9f320baffe8e', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'admin_state_up': True, 'tenant_id': '366826b14e0e4a93819c18d8d716a254'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:36.062356 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.107393 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17163778-ddef-4b88-bae9-ca09deeb950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b75113-0ecb-4536-b0ac-83ca7747aa74,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:36.127877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:36.145409 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port b71f6135-63f8-46b8-8232-9f44feee52b9 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:36.145938 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.194008 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436789b-7e17-4942-b601-ce454a55f1fc None None] Pushing event updated for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:36.217777 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] Publish callbacks [] for security_group (96b75113-0ecb-4536-b0ac-83ca7747aa74), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.262253 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.23', 62873) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:36.283688 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] Publish callbacks [] for security_group (96b75113-0ecb-4536-b0ac-83ca7747aa74), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.387760 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Attempting to bind port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:36.388886 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Attempting to bind port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:36.393466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Attempting to bind port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:36.453434 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Made reservation on behalf of 366826b14e0e4a93819c18d8d716a254 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:36.459244 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.550793 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:36.574478 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:36.575298 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:36.575907 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.576633 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:36.577333 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Bound port: 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:36.577934 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.644816 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port b71f6135-63f8-46b8-8232-9f44feee52b9 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:36.646148 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a732172f-fe1a-4cb8-a7dd-65dd1d28b641 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:36.687476 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.722167 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (5112bdbe-1540-4b45-b40e-e99622c88479), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.727234 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] For port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:36.748060 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] For port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:36.761746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:36.762325 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.784889 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.789679 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.808197 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:36.820226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Allocated IP 172.20.0.3 (83e51b0e-db79-49cd-8380-4c9b5dcda3fe/119cfccc-d408-472e-a884-f14769cc6215/42101474-6616-44ed-98de-9145d66931c3) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:36.965957 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436789b-7e17-4942-b601-ce454a55f1fc None None] Pushing event updated for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:36.991372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:37.006591 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:37.007949 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:36Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:37.038261 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0c321fd5-2eae-49c3-8c1e-f17285a4450b req-0953dd9b-4635-4f02-9ec3-f0adff113981 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.1207621 Sep 12 14:13:37.039789 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.23', 62881) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:37.053126 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-3f4a9adb-6571-4e45-b81e-1a6a48a47cbb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:37.054660 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-3f4a9adb-6571-4e45-b81e-1a6a48a47cbb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 810 time: 0.7790797 Sep 12 14:13:37.069240 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:37.071696 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6969829 Sep 12 14:13:37.095395 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-fc272964-519b-4ed6-a4cd-59747c26bb78 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--920233194&fields=id&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 267 time: 0.7636445 Sep 12 14:13:37.186457 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (96b75113-0ecb-4536-b0ac-83ca7747aa74), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:37.189219 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:37.190714 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96b75113-0ecb-4536-b0ac-83ca7747aa74 HTTP/1.1" status: 204 len: 168 time: 1.2595823 Sep 12 14:13:37.242976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb77f6-d49c-4ddc-ac5e-50b88ba2d84e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=5112bdbe-1540-4b45-b40e-e99622c88479,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:37.329965 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c685c72-d704-45ac-864a-934bafdee4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b75113-0ecb-4536-b0ac-83ca7747aa74,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:37.384001 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:37.429173 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:37.436606 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:36Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:37.534799 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:37.542277 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d1399e43-14f6-482d-9dd5-97f5b405b658 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:37.556734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-6ef4f150-003f-4649-a8aa-589cd1a2af96 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:37.559382 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-6ef4f150-003f-4649-a8aa-589cd1a2af96 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.4057040 Sep 12 14:13:37.597588 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-cfdc119c-b6f7-493a-a3cd-304f0c61d232 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/quotas/4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 375 time: 0.0225580 Sep 12 14:13:37.725438 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-3d80c05b-8e55-4116-a3dc-5df920fc0ea2 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:37.727461 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-3d80c05b-8e55-4116-a3dc-5df920fc0ea2 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b78d8415-a575-41b2-ab84-45a675817a3d HTTP/1.1" status: 200 len: 812 time: 0.6855071 Sep 12 14:13:37.788349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Request body: {'port': {'device_id': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'admin_state_up': True, 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:37.790450 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:37.805984 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-49bef9e8-a033-428d-aaed-3cc9c820a096 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 380 time: 0.7071633 Sep 12 14:13:37.819048 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-ea1be83a-ef55-4271-af65-b69ef4c3f001 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215234 Sep 12 14:13:37.834542 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'port': {'device_id': '58855138-24d4-43f5-bbf2-c470cb31e738', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'admin_state_up': True, 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'security_groups': ['c874391a-d1a3-4d92-a21a-44fca7a71234']}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:37.934518 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port d1399e43-14f6-482d-9dd5-97f5b405b658 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:37.935550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:37.958684 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:37.998404 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cb9a38aa-9f08-4eb7-9ee6-caed4e9f52dd req-1314abd6-116f-47ba-8466-0e8007916175 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.4357216 Sep 12 14:13:38.119701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.23', 62889) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:38.203725 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:38.307036 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for port (42101474-6616-44ed-98de-9145d66931c3), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.321632 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Made reservation on behalf of e73505faee9c4bacbf2456e2d69c56f2 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:38.329308 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:38.337432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.448298 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.476949 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:38.488809 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.521900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:38.598003 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (42101474-6616-44ed-98de-9145d66931c3), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.667375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port d1399e43-14f6-482d-9dd5-97f5b405b658 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:38.668810 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 2a6da41e-b14c-4276-8a13-36ee235f71f2 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:38.765074 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 2, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:38.768415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:38.827166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:38.834890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:38.839981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:38.848765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:38.850057 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:38.873452 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:38.873735 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Allocated IP 172.20.0.7 (b78d8415-a575-41b2-ab84-45a675817a3d/f7a50275-a872-4069-b3a4-89a2761ff1b7/6e135970-815d-473f-83f6-81d3a4e3a6e1) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:38.873853 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Updating router faae9ead-3286-41ca-a1b4-15df1a1ce46e port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:38.887836 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43402) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:38.910706 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-dcd69638-320b-49ca-8a4c-c020cdf5f641 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8810666 Sep 12 14:13:38.920749 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:36Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:38.936439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-f1616c86-308b-4458-a3a5-4a638fcecdc7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:13:38.939389 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-f1616c86-308b-4458-a3a5-4a638fcecdc7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0163252 Sep 12 14:13:38.944599 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f25eade2-437d-4b98-9256-85d6849b7278 req-251530d5-1fc1-4078-9620-a83d01a7c1b3 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 210 time: 0.4423742 Sep 12 14:13:39.000496 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.008776 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:39.075194 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a046db89-61ad-4a33-9143-820a75e83b0e None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:36Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:39.098611 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 2a6da41e-b14c-4276-8a13-36ee235f71f2 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:39.098959 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.104752 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:39.154462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Made reservation on behalf of 613c135e354b4262865198bd5c834cb1 for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:39.167719 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.199567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43410) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:39.226703 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-e6d0c5fc-4e0c-4da1-8c10-43ae00f196f1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:39.228437 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-e6d0c5fc-4e0c-4da1-8c10-43ae00f196f1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 0.9946513 Sep 12 14:13:39.230230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62ab0e85-0a9e-4d64-bca5-4a1a421440b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.235680 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks [] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.240574 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:39.277007 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eac5d057-293b-467e-9206-d092352e5233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.352784 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 2a6da41e-b14c-4276-8a13-36ee235f71f2 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:39.355293 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 897492f1-8a09-4b3b-8054-8998a3faa809 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:39.397893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.468645 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Pushing event updated for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:39.493328 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-f4f5964b-8912-4d81-bc39-e45cec155bb6 None None] Provisioning complete for port 42101474-6616-44ed-98de-9145d66931c3 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:39.494743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4f5964b-8912-4d81-bc39-e45cec155bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (42101474-6616-44ed-98de-9145d66931c3), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.514635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:39.522384 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Network b78d8415-a575-41b2-ab84-45a675817a3d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:39.528799 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:39.549183 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-788652e3-2edb-4761-80eb-5950a1b298a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5307660 Sep 12 14:13:39.566281 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:39.575013 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:39.575907 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.581921 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'port': {'device_id': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'admin_state_up': True, 'tenant_id': '366826b14e0e4a93819c18d8d716a254'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:39.634535 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Request body: {'port': {'device_id': '88d23509-c830-4101-bcd2-9f320baffe8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:39.640956 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5964b-8912-4d81-bc39-e45cec155bb6 None None] Port 42101474-6616-44ed-98de-9145d66931c3 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:39.690468 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 897492f1-8a09-4b3b-8054-8998a3faa809 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:39.692591 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62ab0e85-0a9e-4d64-bca5-4a1a421440b6 admin admin] Publish callbacks [] for security_group (5c3c80d0-aff8-4152-b734-0780a4edb67c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.696859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.749021 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62ab0e85-0a9e-4d64-bca5-4a1a421440b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5c3c80d0-aff8-4152-b734-0780a4edb67c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.890149 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-c9a916ee-84f3-4196-bdd6-cc5afe46486d tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1114018 Sep 12 14:13:39.967757 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 897492f1-8a09-4b3b-8054-8998a3faa809 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:39.968336 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.973784 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks [] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.984763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eac5d057-293b-467e-9206-d092352e5233 admin admin] Publish callbacks [] for security_group (d83824b1-bb1e-497e-8527-91aae852c19d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:39.988313 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.022770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Request body: {'port': {'device_id': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:40.025341 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 897492f1-8a09-4b3b-8054-8998a3faa809, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=897492f1-8a09-4b3b-8054-8998a3faa809,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:40.033486 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.036352 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ba6b3935-287e-490d-b5e2-6303d35545df up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:40.093513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eac5d057-293b-467e-9206-d092352e5233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (d83824b1-bb1e-497e-8527-91aae852c19d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.158608 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-62ab0e85-0a9e-4d64-bca5-4a1a421440b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1aa08aeb75f94056b5530257d1396e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9521525 Sep 12 14:13:40.171526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab0e85-0a9e-4d64-bca5-4a1a421440b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c80d0-aff8-4152-b734-0780a4edb67c,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:40.200290 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43422) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:40.233119 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-8234844d-9ed7-4870-846e-dc4d88abb61f None None] Provisioning complete for port 6e135970-815d-473f-83f6-81d3a4e3a6e1 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:40.235089 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8234844d-9ed7-4870-846e-dc4d88abb61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.244723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (42101474-6616-44ed-98de-9145d66931c3), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.261897 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Attempting to bind port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:40.262260 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Attempting to bind port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:40.262623 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Attempting to bind port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:40.285729 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ba6b3935-287e-490d-b5e2-6303d35545df triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:40.286740 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.291449 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=897492f1-8a09-4b3b-8054-8998a3faa809,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:40.342357 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8234844d-9ed7-4870-846e-dc4d88abb61f None None] Port 6e135970-815d-473f-83f6-81d3a4e3a6e1 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:40.384593 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b571-4255-40ab-bc18-d72badc8fcf2 None None] Pushing event updated for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:40.399935 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:40.400584 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Checking segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:40.401201 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.402396 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Bound using segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:40.403133 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Bound port: a7fe0166-378b-4ac2-8b0d-b29fbcebb23e, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:40.403743 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.427455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ba6b3935-287e-490d-b5e2-6303d35545df is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:40.446279 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-eac5d057-293b-467e-9206-d092352e5233 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fed4a4ba0eda499b90fd268cbb2dfa92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5572345 Sep 12 14:13:40.449434 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43428) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:40.460370 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:40.468179 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-7a209c33-009c-4af2-ba63-7ee5f4140512 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9181235 Sep 12 14:13:40.499816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d057-293b-467e-9206-d092352e5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83824b1-bb1e-497e-8527-91aae852c19d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:40.525895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.601606 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] For port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:40.624910 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] For port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:40.643709 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.656702 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] Publish callbacks [] for security_group (5c3c80d0-aff8-4152-b734-0780a4edb67c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.690787 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] Publish callbacks [] for security_group (5c3c80d0-aff8-4152-b734-0780a4edb67c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:40.805795 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-0d7ed240-54fb-47b6-91bb-631c2c7582cc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2032253567&fields=id&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 267 time: 0.3334074 Sep 12 14:13:40.808944 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:40.809600 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:36Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:40.933716 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:40.966086 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7733562b-826f-4e70-aafb-3e213d3c38ee up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:40.971458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.111560 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Allocated IP 172.20.0.8 (187dae32-ddb7-498c-baaa-a0f8b012a4b7/476310d8-85b0-4a0f-b22c-1f7326583ec9/9b4b2dfa-ae8b-4ebb-b407-6236bc862edd) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:41.178889 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-52dd3e2a-e18f-4779-a8a9-95c970c0a7b3 req-bacb1bfb-59cc-423c-90e9-296f20ceb118 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.2036798 Sep 12 14:13:41.184125 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b571-4255-40ab-bc18-d72badc8fcf2 None None] Pushing event updated for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:41.206386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5c3c80d0-aff8-4152-b734-0780a4edb67c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.209053 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.212759 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5c3c80d0-aff8-4152-b734-0780a4edb67c HTTP/1.1" status: 204 len: 168 time: 1.0091124 Sep 12 14:13:41.234177 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.241140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-496cdf82-0a7f-441e-90b1-e32c66c17b08 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:41.251514 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-496cdf82-0a7f-441e-90b1-e32c66c17b08 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 816 time: 0.4434433 Sep 12 14:13:41.268501 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cb2fd-36e4-4afd-8127-d744b589fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c80d0-aff8-4152-b734-0780a4edb67c,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:41.293282 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-20575284-1660-4f08-81a4-687888159e4c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/quotas/701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 375 time: 0.0391288 Sep 12 14:13:41.319737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] Publish callbacks [] for security_group (d83824b1-bb1e-497e-8527-91aae852c19d), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.327496 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Made reservation on behalf of 366826b14e0e4a93819c18d8d716a254 for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:41.341815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.342741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] Publish callbacks [] for security_group (d83824b1-bb1e-497e-8527-91aae852c19d), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.357883 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.401955 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (d83824b1-bb1e-497e-8527-91aae852c19d), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.405771 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.410656 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d83824b1-bb1e-497e-8527-91aae852c19d HTTP/1.1" status: 204 len: 168 time: 0.9573698 Sep 12 14:13:41.437148 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.462786 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:40Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:41.470938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccf988-f994-4c68-8aa5-29265913d222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83824b1-bb1e-497e-8527-91aae852c19d,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:41.527425 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2a733-8e63-404b-bcb3-8b5b23620ff2 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:40Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:41.555172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.589104 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-e5e32c4c-e11d-41e2-bf7a-d64a85f82653 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2877882 Sep 12 14:13:41.640579 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:41.778211 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7733562b-826f-4e70-aafb-3e213d3c38ee triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:41.778637 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.787132 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e135970-815d-473f-83f6-81d3a4e3a6e1 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:41.813429 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks [] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.959910 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Transition to ACTIVE for port object 6e135970-815d-473f-83f6-81d3a4e3a6e1 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:41.966455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:41.998035 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.144540 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7733562b-826f-4e70-aafb-3e213d3c38ee is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:42.146011 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7e125385-3c3f-48fd-b80a-edda4c9be34a up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:42.223451 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7e125385-3c3f-48fd-b80a-edda4c9be34a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:42.223877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.411989 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7e125385-3c3f-48fd-b80a-edda4c9be34a is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:42.413489 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.486565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 7e125385-3c3f-48fd-b80a-edda4c9be34a, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7e125385-3c3f-48fd-b80a-edda4c9be34a,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:42.497155 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.499035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d192664c-d408-432e-96b0-c0dc98035120 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:42.553121 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.556505 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:42.574346 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-909fd848-db39-4542-9a40-0534677c6e28 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9836168 Sep 12 14:13:42.584709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Attempting to bind port 6e135970-815d-473f-83f6-81d3a4e3a6e1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:42.590323 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Attempting to bind port 6e135970-815d-473f-83f6-81d3a4e3a6e1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:42.595826 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Attempting to bind port 6e135970-815d-473f-83f6-81d3a4e3a6e1 on network b78d8415-a575-41b2-ab84-45a675817a3d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:42.614232 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42101474-6616-44ed-98de-9145d66931c3 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:42.697859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=7e125385-3c3f-48fd-b80a-edda4c9be34a,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:42.724589 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port d192664c-d408-432e-96b0-c0dc98035120 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:42.724589 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (d192664c-d408-432e-96b0-c0dc98035120), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.737886 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:42.746082 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cb10f-ca30-4212-bf76-8d73de88165c req-3eba8af6-e001-4d5a-8dd8-b1ed812e2acd tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:42.759524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c47cb10f-ca30-4212-bf76-8d73de88165c req-3eba8af6-e001-4d5a-8dd8-b1ed812e2acd tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 931 time: 1.2672896 Sep 12 14:13:42.768665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:42.795291 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks [] for port (42101474-6616-44ed-98de-9145d66931c3), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.836171 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:42.848897 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:42.849874 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:42.857892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43462) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:42.869069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:42.891963 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c47cb10f-ca30-4212-bf76-8d73de88165c req-60dbf916-1388-49aa-b688-676fc3087f3c tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252668 Sep 12 14:13:42.894489 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:42.932168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Transition to ACTIVE for port object 42101474-6616-44ed-98de-9145d66931c3 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:42.965959 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-050f7167-78fd-4113-8969-6993697baa06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1411245 Sep 12 14:13:42.977665 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (42101474-6616-44ed-98de-9145d66931c3), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.030749 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port d192664c-d408-432e-96b0-c0dc98035120 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:43.031680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (d192664c-d408-432e-96b0-c0dc98035120), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.049728 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-49d765ae-7678-48a9-ad8d-493d44c71421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.097880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port d192664c-d408-432e-96b0-c0dc98035120, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d192664c-d408-432e-96b0-c0dc98035120,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:43.116269 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.117920 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 897492f1-8a09-4b3b-8054-8998a3faa809 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:43.145687 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Port 6e135970-815d-473f-83f6-81d3a4e3a6e1 on network b78d8415-a575-41b2-ab84-45a675817a3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:43.146027 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Attempting to bind port 6e135970-815d-473f-83f6-81d3a4e3a6e1 on network b78d8415-a575-41b2-ab84-45a675817a3d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:43.195552 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-27f1ec25-1c9a-4ae3-b9da-5ac2b046936e req-2c7979d9-a9ec-4b7e-b6fd-6f9d51be31dd tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 210 time: 0.0817482 Sep 12 14:13:43.311624 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Allocated IP 172.20.0.6 (83e51b0e-db79-49cd-8380-4c9b5dcda3fe/119cfccc-d408-472e-a884-f14769cc6215/a82000b1-9b15-4c48-b984-b96ae2bf4e5f) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:43.339828 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 897492f1-8a09-4b3b-8054-8998a3faa809 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:43.340197 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.433245 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-bf6a7dae-6d5c-4c57-9b10-c23366208967 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673017 Sep 12 14:13:43.478184 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-67728e69-6aea-4501-bded-e54d5c374493 None None] Provisioning complete for port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:43.478563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-67728e69-6aea-4501-bded-e54d5c374493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:43.491740 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Request body: {'port': {'device_id': '58855138-24d4-43f5-bbf2-c470cb31e738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:43.560765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Pushing event updated for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:43.596297 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.23', 62900) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:43.599914 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:43.628486 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-67728e69-6aea-4501-bded-e54d5c374493 None None] Port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:43.654979 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-15df600d-b774-4edd-8e56-327cb61cc8ed req-a6de818b-1924-4302-82ec-a9c2beadbf68 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 210 time: 0.2177150 Sep 12 14:13:43.740540 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:43.787892 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 897492f1-8a09-4b3b-8054-8998a3faa809 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:43.974775 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:44.049443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:44.076221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Attempting to bind port 42101474-6616-44ed-98de-9145d66931c3 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:44.077947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Attempting to bind port 42101474-6616-44ed-98de-9145d66931c3 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:44.078379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Attempting to bind port 42101474-6616-44ed-98de-9145d66931c3 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:44.131384 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:44.131892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Checking segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:44.134819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Bound using segment: {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:44.136163 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Bound port: 6e135970-815d-473f-83f6-81d3a4e3a6e1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb97577-68da-44e9-a935-0816c6c5914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:44.136538 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.237669 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.249419 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd5e7a9b-e2e2-4b9b-82dd-d8c27c64ca4d req-ac99e650-4b11-4f85-9476-e2ca983eb5b6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.3813510 Sep 12 14:13:44.383594 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:13:44.411013 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:44.412772 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:36Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:44.436166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:44.492366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Port 42101474-6616-44ed-98de-9145d66931c3 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:44.492703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Attempting to bind port 42101474-6616-44ed-98de-9145d66931c3 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:44.518867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.566681 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:44.616499 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a32e46-063a-4089-801f-396257ed1890 req-7aa5d6cf-f153-458e-b2d3-34004ffb62d9 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:44.620099 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-15dfd653-0b3a-4173-8f61-bfe3e398ce61 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:44.625211 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7a32e46-063a-4089-801f-396257ed1890 req-7aa5d6cf-f153-458e-b2d3-34004ffb62d9 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 931 time: 0.6779215 Sep 12 14:13:44.625555 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-15dfd653-0b3a-4173-8f61-bfe3e398ce61 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 1.0021198 Sep 12 14:13:44.653240 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.669679 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-49d765ae-7678-48a9-ad8d-493d44c71421 admin admin] Publish callbacks [] for security_group (ee52b572-31e9-489e-86f3-27ef8989f5db), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.692813 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:44.702113 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:44.702705 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:44.703336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Bound using segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:44.704572 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Bound port: 42101474-6616-44ed-98de-9145d66931c3, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:44.705344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (42101474-6616-44ed-98de-9145d66931c3), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.707959 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-49d765ae-7678-48a9-ad8d-493d44c71421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ee52b572-31e9-489e-86f3-27ef8989f5db), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.818235 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-32a00964-4ace-4974-85fe-92c36d0db97e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 379 time: 0.1667593 Sep 12 14:13:44.820600 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:44.838985 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecee82-5b6b-4963-8e25-d55df51b9556 req-75608427-c09b-4868-a902-61d7e832f2ed tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:44.843729 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:44.844232 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:44.849772 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'port': {'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'admin_state_up': True, 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'security_groups': ['97057ac8-b336-408c-be2f-f72cace688b7']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:44.854111 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f8ecee82-5b6b-4963-8e25-d55df51b9556 req-75608427-c09b-4868-a902-61d7e832f2ed tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.2625663 Sep 12 14:13:44.919303 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-49d765ae-7678-48a9-ad8d-493d44c71421 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8c01e89f44654a9dba00b4858a03fd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0561459 Sep 12 14:13:44.936154 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43510) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:44.941088 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:44.998539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:45.000332 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:45.034607 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d765ae-7678-48a9-ad8d-493d44c71421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52b572-31e9-489e-86f3-27ef8989f5db,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:45.042501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:45.055785 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:45.062963 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:45.064686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.094721 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:45.103263 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.116432 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7a32e46-063a-4089-801f-396257ed1890 req-8e589ee2-759e-482d-8af4-335a191691aa tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903381 Sep 12 14:13:45.134962 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:45.143770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.145686 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/6e135970-815d-473f-83f6-81d3a4e3a6e1 HTTP/1.1" status: 200 len: 1093 time: 5.1442885 Sep 12 14:13:45.158223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:45.340625 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:45.341488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.414415 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f8ecee82-5b6b-4963-8e25-d55df51b9556 req-6082be8d-44c6-475a-affe-4af9a6cc13e9 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585129 Sep 12 14:13:45.543049 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:45.572624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3438a-5804-460c-8d11-064c225ed2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:45.623280 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:45.638589 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-b58ae893-58a2-4d3e-80c7-2777f4d6837f None None] Provisioning complete for port a82000b1-9b15-4c48-b984-b96ae2bf4e5f triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:45.639244 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ae893-58a2-4d3e-80c7-2777f4d6837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.648904 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:45.665477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.669187 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7e125385-3c3f-48fd-b80a-edda4c9be34a up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:45.696222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=42101474-6616-44ed-98de-9145d66931c3,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:45.701667 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] Publish callbacks [] for security_group (ee52b572-31e9-489e-86f3-27ef8989f5db), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.825900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (42101474-6616-44ed-98de-9145d66931c3), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.958002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-d2c3a724-f22f-4fbd-b1b5-8793096ab1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:45.960458 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-d2c3a724-f22f-4fbd-b1b5-8793096ab1c8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e73505faee9c4bacbf2456e2d69c56f2&device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 1127 time: 0.4588776 Sep 12 14:13:45.981403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48796a7-d204-4477-b788-3abf5dd0a6da" -d '{"events": [{"name": "network-changed", "server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:45.988804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:45.989585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:45.996552 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 1093 time: 6.5137961 Sep 12 14:13:45.997258 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:46.081253 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:46.095339 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-b58ae893-58a2-4d3e-80c7-2777f4d6837f None None] Port a82000b1-9b15-4c48-b984-b96ae2bf4e5f cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:46.180387 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7e125385-3c3f-48fd-b80a-edda4c9be34a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:46.181235 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.184796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 2, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:46.212939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:46.214224 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541b5a-85b1-4929-a316-94148d841f9f service neutron] Pushing event updated for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:46.245743 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] Publish callbacks [] for security_group (ee52b572-31e9-489e-86f3-27ef8989f5db), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.299930 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:13:46.300424 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Updating router b4e3ec40-6518-425b-bf79-e47972c447bf port 0068d8ce-cd18-4983-844d-450338944229 binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:13:46.361494 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0068d8ce-cd18-4983-844d-450338944229), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.396151 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fd0d9-2aa8-4154-9a65-6ed432d4b500 req-ebb5b708-c66d-47f8-b7ab-c1e2b5362391 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:46.400068 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-75a87c5c-64ee-44cb-995b-2cc4a1d7ea24 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1 HTTP/1.1" status: 200 len: 217 time: 0.3261855 Sep 12 14:13:46.402657 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a85fd0d9-2aa8-4154-9a65-6ed432d4b500 req-ebb5b708-c66d-47f8-b7ab-c1e2b5362391 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 931 time: 0.9871607 Sep 12 14:13:46.418274 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-b3cd6340-4e65-47ea-a020-468d685e8655 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8668878 Sep 12 14:13:46.464488 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4260300f-16f1-493b-b864-2843373cb3f3 req-99262194-2e02-4ab2-bfa3-4d7bdba2efb3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 210 time: 0.1277819 Sep 12 14:13:46.478887 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:46.483332 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.531468 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43540) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:46.535363 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9c7e4b36-beed-47c4-9395-1399260a3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:46.537024 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9c7e4b36-beed-47c4-9395-1399260a3809 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1127 time: 0.4455438 Sep 12 14:13:46.568767 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a85fd0d9-2aa8-4154-9a65-6ed432d4b500 req-48704364-2b69-4c8b-839a-8d5dd80c95b7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651394 Sep 12 14:13:46.669652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7e125385-3c3f-48fd-b80a-edda4c9be34a is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:46.671062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a7fe0166-378b-4ac2-8b0d-b29fbcebb23e up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:46.676680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:46.718319 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-98bf0806-ccc6-4b7a-a1c6-a542b0cdb0ee req-3f801a19-6250-43e5-b1d0-d72569880bf5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.0859318 Sep 12 14:13:46.805042 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ee52b572-31e9-489e-86f3-27ef8989f5db), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.809842 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.820539 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ee52b572-31e9-489e-86f3-27ef8989f5db HTTP/1.1" status: 204 len: 168 time: 1.8808951 Sep 12 14:13:46.862581 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Request body: {'port': {'device_id': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:46.878544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:46.881580 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:46.927924 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-df8e3f61-cb2e-4d78-aa27-fc9f7bb6f1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.934389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:46.935035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.945468 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks [] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:46.968779 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e3674-e270-4540-9d7a-4a6541dade03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52b572-31e9-489e-86f3-27ef8989f5db,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:47.033508 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.23', 62911) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:47.036949 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.20.0.7 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/581da079-111d-4f64-ab1a-c5d8a6a8b6a2) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:47.094021 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Transition to ACTIVE for port object 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:47.152109 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-9a476240-cc6e-44f3-9dc9-d7485a824f64 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.2850204 Sep 12 14:13:47.206052 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.269826 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-cf1e0293-ff26-465d-b1b2-80fc180b6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.271342 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-cf1e0293-ff26-465d-b1b2-80fc180b6e3b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0991704 Sep 12 14:13:47.274615 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd1365-b2c6-4af8-90be-26b70757cfc7 x-openstack-request-id: req-70fd1365-b2c6-4af8-90be-26b70757cfc7 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:47.274814 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:47.288324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70fd1365-b2c6-4af8-90be-26b70757cfc7 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:47.290652 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fd1365-b2c6-4af8-90be-26b70757cfc7'] response: {'name': 'network-changed', 'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1', 'status': 'completed', 'code': 200} Sep 12 14:13:47.311067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02afbc6-905b-4df9-b3f2-11cb17cdfb3a req-33558cef-05a8-49ae-90cb-a0e96ee66ef8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.320512 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e02afbc6-905b-4df9-b3f2-11cb17cdfb3a req-33558cef-05a8-49ae-90cb-a0e96ee66ef8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 931 time: 0.3984311 Sep 12 14:13:47.404031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.436827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:47.442644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.458336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-7f31d51a-20ec-426b-be75-e5b791dbf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.460590 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-7f31d51a-20ec-426b-be75-e5b791dbf069 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f7a50275-a872-4069-b3a4-89a2761ff1b7 HTTP/1.1" status: 200 len: 851 time: 0.6061246 Sep 12 14:13:47.510883 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-02b171f5-ad1f-436d-a1a5-a948e7c11ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.513169 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-02b171f5-ad1f-436d-a1a5-a948e7c11ca1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1941292 Sep 12 14:13:47.525226 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks [] for port (0068d8ce-cd18-4983-844d-450338944229), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.593117 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:47.597017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:47.606637 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0068d8ce-cd18-4983-844d-450338944229), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.613139 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0befb-78cf-4660-ba44-1d555339ba42 req-b40fd436-923c-45ab-b105-ae5eb3b5f0bd tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.614753 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-12c0befb-78cf-4660-ba44-1d555339ba42 req-b40fd436-923c-45ab-b105-ae5eb3b5f0bd tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.2209339 Sep 12 14:13:47.621427 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.622215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d192664c-d408-432e-96b0-c0dc98035120 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:47.696971 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-e0becdf4-c62f-41d5-b90d-a230b933d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:47.698902 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-e0becdf4-c62f-41d5-b90d-a230b933d217 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b78d8415-a575-41b2-ab84-45a675817a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1988161 Sep 12 14:13:47.708902 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:47.807480 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1510b-ee5a-4c00-a949-d633236ebe16 None None] Pushing event updated for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:47.897865 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:47.922128 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port d192664c-d408-432e-96b0-c0dc98035120 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:47.922885 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (d192664c-d408-432e-96b0-c0dc98035120), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:47.925538 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Attempting to bind port 0068d8ce-cd18-4983-844d-450338944229 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:47.926095 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Attempting to bind port 0068d8ce-cd18-4983-844d-450338944229 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:47.926659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Attempting to bind port 0068d8ce-cd18-4983-844d-450338944229 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:47.936567 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Attempting to bind port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:47.937221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Attempting to bind port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:47.937763 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Attempting to bind port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:48.033066 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-df8e3f61-cb2e-4d78-aa27-fc9f7bb6f1fd admin admin] Publish callbacks [] for security_group (6b78abdd-24cc-4169-8d2a-ea89c474ce62), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.054267 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:48.069048 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-df8e3f61-cb2e-4d78-aa27-fc9f7bb6f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (6b78abdd-24cc-4169-8d2a-ea89c474ce62), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.071455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:48.081691 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e02afbc6-905b-4df9-b3f2-11cb17cdfb3a req-a411013a-ae2d-4830-a23c-6eb712b0e87b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7524302 Sep 12 14:13:48.082106 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-a8f30269-5c87-4439-b283-49bcab6a180e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314460 Sep 12 14:13:48.122078 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Bound using segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Bound port: 0068d8ce-cd18-4983-844d-450338944229, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:48.212408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0068d8ce-cd18-4983-844d-450338944229), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.247854 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-df8e3f61-cb2e-4d78-aa27-fc9f7bb6f1fd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=767d656ee1ef48ed83675e3f0e1769f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7075505 Sep 12 14:13:48.248899 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43582) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:48.250127 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port d192664c-d408-432e-96b0-c0dc98035120 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:48.284684 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-3d561cd8-61be-400a-a688-e45a7ac29034 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684483 Sep 12 14:13:48.290078 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e3f61-cb2e-4d78-aa27-fc9f7bb6f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78abdd-24cc-4169-8d2a-ea89c474ce62,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:48.400526 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-12c0befb-78cf-4660-ba44-1d555339ba42 req-d683c627-e796-4414-9e86-9e3354536686 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926160 Sep 12 14:13:48.459397 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] For port 0068d8ce-cd18-4983-844d-450338944229, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:48.466344 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] For port 0068d8ce-cd18-4983-844d-450338944229, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=0068d8ce-cd18-4983-844d-450338944229,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:48.481581 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0068d8ce-cd18-4983-844d-450338944229), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.575526 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:48.640264 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73d3df6d-78b9-4bf9-b1f8-176800d6d1b1 req-16cb2360-c7e1-44f9-a82c-5a1beedc780b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 210 time: 0.0666258 Sep 12 14:13:48.658307 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.675582 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-5589b9de-1d3c-467b-aafb-91c29934531a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:48.677776 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-5589b9de-1d3c-467b-aafb-91c29934531a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 816 time: 1.6191900 Sep 12 14:13:48.680362 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] Publish callbacks [] for security_group (6b78abdd-24cc-4169-8d2a-ea89c474ce62), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.707306 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:13:48.707967 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:13:36Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:48.775134 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:48.775570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Attempting to bind port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:48.795956 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:48.833707 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b7c42bc9-5a48-44cd-8b53-cd32e7ef41ac req-2d0bfd78-b3f1-4904-ad2f-7d78e464ce56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320719 Sep 12 14:13:48.895564 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] Publish callbacks [] for security_group (6b78abdd-24cc-4169-8d2a-ea89c474ce62), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:48.936480 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bf2d8012-9d7a-4a84-ba5e-260abbb069e6 req-c921bb42-1822-4621-a7b7-e3f2834e84bb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.0663242 Sep 12 14:13:48.966011 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:48.974544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99d896-ec4f-4eee-bc30-b0ad7471f3b4 req-7053dfd5-ff8d-48b0-be7d-cf4a137d1613 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:48.974746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:48.977350 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:48.984251 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c99d896-ec4f-4eee-bc30-b0ad7471f3b4 req-7053dfd5-ff8d-48b0-be7d-cf4a137d1613 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 931 time: 0.3930223 Sep 12 14:13:49.013255 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c92b9c77-c936-46fb-b951-a4e94e99d817 req-ca86e2e9-d2eb-4c08-bf4d-70c98c754060 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001469 Sep 12 14:13:49.052632 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:13:49.081880 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:49.088388 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:49.107462 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:49.127985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:49.130892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.196115 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-f6f74bc4-002c-40b9-86dd-2fdb3d013c7d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3633115 Sep 12 14:13:49.218744 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c99d896-ec4f-4eee-bc30-b0ad7471f3b4 req-19d51cd1-9b90-40e4-8943-feee2cecb217 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324514 Sep 12 14:13:49.237841 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Request body: {'port': {'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:49.266780 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (6b78abdd-24cc-4169-8d2a-ea89c474ce62), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.273529 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.274742 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6b78abdd-24cc-4169-8d2a-ea89c474ce62 HTTP/1.1" status: 204 len: 168 time: 1.0210865 Sep 12 14:13:49.300428 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1510b-ee5a-4c00-a949-d633236ebe16 None None] Pushing event updated for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:49.305589 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'tag': '42101474-6616-44ed-98de-9145d66931c3'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:49.307912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d192bb2-0bec-4b46-ba17-222d40aed7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "tag": "42101474-6616-44ed-98de-9145d66931c3"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:49.324162 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-3a6bb786-eea1-4f97-8742-b2d0b84bbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:49.325886 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-3a6bb786-eea1-4f97-8742-b2d0b84bbf4c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e73505faee9c4bacbf2456e2d69c56f2&device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 1127 time: 0.1611440 Sep 12 14:13:49.329319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b51854-4eda-4259-82b3-3144d36c1e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78abdd-24cc-4169-8d2a-ea89c474ce62,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:49.401206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.444452 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-8acc9e1d-beeb-42a8-805d-7e0b9cb97b56 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 380 time: 0.7407117 Sep 12 14:13:49.476659 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'port': {'device_id': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'admin_state_up': True, 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'security_groups': ['bcda5f25-d8ce-414a-ac48-3a1fea889b5d']}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:49.483576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:49.483933 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Checking segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:49.484487 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Bound using segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:49.491538 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Bound port: 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:49.491926 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.592552 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f52140-ffc5-45dc-acc3-1d3a9fe1ae4e x-openstack-request-id: req-b6f52140-ffc5-45dc-acc3-1d3a9fe1ae4e {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:49.592844 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "tag": "42101474-6616-44ed-98de-9145d66931c3", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:49.593143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6f52140-ffc5-45dc-acc3-1d3a9fe1ae4e {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:49.593605 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f52140-ffc5-45dc-acc3-1d3a9fe1ae4e'] response: {'name': 'network-changed', 'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'tag': '42101474-6616-44ed-98de-9145d66931c3', 'status': 'completed', 'code': 200} Sep 12 14:13:49.689793 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:48Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:13:49.703952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fee144-9c61-4f73-9f08-ff76c90776ec req-2659018e-8425-445c-a825-324dfe443be4 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:49.713861 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-57fee144-9c61-4f73-9f08-ff76c90776ec req-2659018e-8425-445c-a825-324dfe443be4 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.1177733 Sep 12 14:13:49.724435 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:49.724883 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.728412 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3ca09-196c-4e47-a555-58b4ec11e72c None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:48Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:13:49.779543 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-6364a1e5-2f94-4a55-9970-5717f37d4abd None None] Provisioning complete for port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:49.779919 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6364a1e5-2f94-4a55-9970-5717f37d4abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:49.791817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43612) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:49.805895 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f90ce-3f2a-4d68-bb28-153c7cfbdd6e req-e3fa3760-1e30-4223-8594-59e08ffd3af7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:49.818323 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e17f90ce-3f2a-4d68-bb28-153c7cfbdd6e req-e3fa3760-1e30-4223-8594-59e08ffd3af7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.5548770 Sep 12 14:13:49.924208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:49.925675 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a7fe0166-378b-4ac2-8b0d-b29fbcebb23e up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:49.929322 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6364a1e5-2f94-4a55-9970-5717f37d4abd None None] Port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:49.997562 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:49.998257 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.008756 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:50.151217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:50.161550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-e0879a0e-8080-4026-9cee-901c5a880b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:50.166660 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-e0879a0e-8080-4026-9cee-901c5a880b9a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1127 time: 0.5698681 Sep 12 14:13:50.168661 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-3f201eb7-7108-4eb2-ae40-c9ae600e20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:50.170093 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-3f201eb7-7108-4eb2-ae40-c9ae600e20a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b78d8415-a575-41b2-ab84-45a675817a3d HTTP/1.1" status: 200 len: 913 time: 0.8350449 Sep 12 14:13:50.204466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.237224 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:50.261781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43624) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:50.296813 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:50.309291 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:50.435375 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.450313 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-fc89a3a5-6530-467f-b5ef-4689c3df86ad service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1 HTTP/1.1" status: 200 len: 217 time: 0.1844320 Sep 12 14:13:50.452759 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4acd7939-951d-4f4a-8025-5da5b4882e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.481714 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 0068d8ce-cd18-4983-844d-450338944229 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:50.579653 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-57fee144-9c61-4f73-9f08-ff76c90776ec req-a87e3345-45f6-4763-8760-f71c50ca76f6 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291160 Sep 12 14:13:50.580497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f083afd-7b3b-4418-9224-048e0bad91ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.611434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:50.612500 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.615761 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 1093 time: 7.2159231 Sep 12 14:13:50.646084 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 0068d8ce-cd18-4983-844d-450338944229 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:50.647065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (0068d8ce-cd18-4983-844d-450338944229), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.666157 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82000b1-9b15-4c48-b984-b96ae2bf4e5f {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:50.677578 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:50.794473 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:50.801191 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 0068d8ce-cd18-4983-844d-450338944229 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:50.801773 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0068d8ce-cd18-4983-844d-450338944229), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.811559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks [] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:50.855473 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:50.888088 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 0068d8ce-cd18-4983-844d-450338944229, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=0068d8ce-cd18-4983-844d-450338944229,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:50.895851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0068d8ce-cd18-4983-844d-450338944229), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.073176 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:51.126384 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-e803ffb4-f1f5-444f-8f26-0f141c652744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.127920 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-e803ffb4-f1f5-444f-8f26-0f141c652744 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f7a50275-a872-4069-b3a4-89a2761ff1b7 HTTP/1.1" status: 200 len: 851 time: 0.6633418 Sep 12 14:13:51.305599 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e17f90ce-3f2a-4d68-bb28-153c7cfbdd6e req-6c00cb82-d16a-450c-b013-bb06d59cc7dd tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4861951 Sep 12 14:13:51.340966 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-15663ab4-ab16-4492-95e1-eb86a0b41e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.342880 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-15663ab4-ab16-4492-95e1-eb86a0b41e0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b78d8415-a575-41b2-ab84-45a675817a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1882243 Sep 12 14:13:51.386044 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-779caee6-9cc4-43d9-87fd-f12385bd2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.386984 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-779caee6-9cc4-43d9-87fd-f12385bd2f81 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 1.1263535 Sep 12 14:13:51.458119 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4acd7939-951d-4f4a-8025-5da5b4882e91 admin admin] Publish callbacks [] for security_group (c4a4c009-0258-4e67-958f-5e2c4870a99e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.467764 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4acd7939-951d-4f4a-8025-5da5b4882e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c4a4c009-0258-4e67-958f-5e2c4870a99e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.472602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Transition to ACTIVE for port object a82000b1-9b15-4c48-b984-b96ae2bf4e5f will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:51.500494 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-11a3fcbf-3812-4d7d-8ca6-93f61ae17948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.502041 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-11a3fcbf-3812-4d7d-8ca6-93f61ae17948 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1127 time: 0.7020607 Sep 12 14:13:51.520686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.543833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f67cb-5751-4e13-842a-41fd8f13f80a req-7264c9c6-9d94-4b1f-893b-a5c856f3252b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.545322 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-673f67cb-5751-4e13-842a-41fd8f13f80a req-7264c9c6-9d94-4b1f-893b-a5c856f3252b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 931 time: 0.7722719 Sep 12 14:13:51.567484 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370040b-0fec-4591-9223-682b39b62494" -d '{"events": [{"name": "network-changed", "server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:51.569613 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:51.570680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb9655-06b9-4d87-ab4a-fc7bd442f103 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:51.590437 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e03cda3-c276-44df-8115-8b0cd7ccb7fc req-3223e450-4a46-43dd-880b-3370c16f590e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.1211085 Sep 12 14:13:51.630536 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-1ae6c90d-88ee-4c12-abe6-690852cd38af service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.1524010 Sep 12 14:13:51.658691 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Made reservation on behalf of 701f62e5a7b14dfc86f2dcc5aa39d958 for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:13:51.662470 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.697866 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4acd7939-951d-4f4a-8025-5da5b4882e91 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a170f58ca748403e8f3f6636040f1a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4273045 Sep 12 14:13:51.698985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd7939-951d-4f4a-8025-5da5b4882e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4c009-0258-4e67-958f-5e2c4870a99e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:51.707407 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43660) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:51.725459 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f083afd-7b3b-4418-9224-048e0bad91ea admin admin] Publish callbacks [] for security_group (32be9b3d-0813-4333-825f-dbb640a45820), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.769218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:51.779031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f083afd-7b3b-4418-9224-048e0bad91ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (32be9b3d-0813-4333-825f-dbb640a45820), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.780187 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-551cc92b-a10a-4938-bbdb-de4a68b94748 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081927 Sep 12 14:13:51.787211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks [] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.793061 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:51.812710 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:51.814189 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Transition to ACTIVE for port object 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:51.835035 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Attempting to bind port a82000b1-9b15-4c48-b984-b96ae2bf4e5f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:51.835375 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Attempting to bind port a82000b1-9b15-4c48-b984-b96ae2bf4e5f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:51.835706 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Attempting to bind port a82000b1-9b15-4c48-b984-b96ae2bf4e5f on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:51.836963 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.866708 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] Publish callbacks [] for security_group (c4a4c009-0258-4e67-958f-5e2c4870a99e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:51.892210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5283037-0387-4005-8bba-a83e1ad734a1 req-f4666ad5-2bf9-4d19-9681-1a4749c0585d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:51.894023 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e5283037-0387-4005-8bba-a83e1ad734a1 req-f4666ad5-2bf9-4d19-9681-1a4749c0585d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.2173433 Sep 12 14:13:51.897059 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-7f083afd-7b3b-4418-9224-048e0bad91ea admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7e3af2264bad4107928e28327806d8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0627768 Sep 12 14:13:51.908960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43674) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:51.936601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-673f67cb-5751-4e13-842a-41fd8f13f80a req-354b2faf-60c6-4261-930d-0a18af8759c5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555207 Sep 12 14:13:52.039559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f083afd-7b3b-4418-9224-048e0bad91ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be9b3d-0813-4333-825f-dbb640a45820,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.068629 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:52.081110 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-9d2ce72d-b155-4479-9943-06d47d36f4bd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 217 time: 0.1498520 Sep 12 14:13:52.104614 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e5283037-0387-4005-8bba-a83e1ad734a1 req-aafdb3d6-4b6d-474c-8aff-74baeba3ab74 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575332 Sep 12 14:13:52.112987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc6d118-c44c-4999-9f7c-443dc5b12ab8 x-openstack-request-id: req-ccc6d118-c44c-4999-9f7c-443dc5b12ab8 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:52.113278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:52.113531 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccc6d118-c44c-4999-9f7c-443dc5b12ab8 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:52.113982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc6d118-c44c-4999-9f7c-443dc5b12ab8'] response: {'name': 'network-changed', 'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'status': 'completed', 'code': 200} Sep 12 14:13:52.114853 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Port a82000b1-9b15-4c48-b984-b96ae2bf4e5f on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:52.115178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Attempting to bind port a82000b1-9b15-4c48-b984-b96ae2bf4e5f on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:52.196921 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] Publish callbacks [] for security_group (c4a4c009-0258-4e67-958f-5e2c4870a99e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.201551 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:52.225700 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.263665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0757a0-010d-4962-95d1-e62a5327f1d1 req-1828a7f9-6dd0-4413-a1b9-e9965b7fad7e tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:52.265237 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d0757a0-010d-4962-95d1-e62a5327f1d1 req-1828a7f9-6dd0-4413-a1b9-e9965b7fad7e tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.0810747 Sep 12 14:13:52.272944 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Allocated IP 172.20.0.4 (96bd5f8d-099c-4d46-b564-f8ab0058d9c3/2e2f8bc3-2628-4bb1-91b6-fd19039eae2b/973fcd9c-f68f-4124-bfa1-66c0b9ab5c63) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:13:52.281803 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Attempting to bind port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:52.282116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Attempting to bind port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:52.282449 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Attempting to bind port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:52.285382 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-cadbd39e-b2b7-43c9-aa3a-af5b391e1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:52.286868 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-cadbd39e-b2b7-43c9-aa3a-af5b391e1d45 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.4171450 Sep 12 14:13:52.287192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:52.287522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:52.287895 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Bound using segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:52.288369 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Bound port: a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:52.288714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.392114 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e48796a7-d204-4477-b788-3abf5dd0a6da req-50b221b3-c7f4-4326-9607-3d0b3fd79524 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191939 Sep 12 14:13:52.421376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] Publish callbacks [] for security_group (32be9b3d-0813-4333-825f-dbb640a45820), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.451143 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d0757a0-010d-4962-95d1-e62a5327f1d1 req-adfb4dd3-4b92-46ca-88f6-626ae9e77662 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739235 Sep 12 14:13:52.452960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] Publish callbacks [] for security_group (32be9b3d-0813-4333-825f-dbb640a45820), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.456822 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 0068d8ce-cd18-4983-844d-450338944229 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:52.502858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c4a4c009-0258-4e67-958f-5e2c4870a99e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.505182 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.508646 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:52.511102 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c4a4c009-0258-4e67-958f-5e2c4870a99e HTTP/1.1" status: 204 len: 168 time: 0.8020284 Sep 12 14:13:52.516386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:52.516894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Attempting to bind port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:52.519288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:52.528853 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 0068d8ce-cd18-4983-844d-450338944229 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:52.529350 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (0068d8ce-cd18-4983-844d-450338944229), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.536026 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:52.578981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:52.579241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc5ed3-4bd3-4f16-9200-52054914beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4c009-0258-4e67-958f-5e2c4870a99e,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.604539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17be6-e802-4ba6-83da-2ab8f55c1468 req-4c87c79a-6776-4909-925f-9bd8c922b9c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:52.606978 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0be17be6-e802-4ba6-83da-2ab8f55c1468 req-4c87c79a-6776-4909-925f-9bd8c922b9c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.1548979 Sep 12 14:13:52.611456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.614361 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:52.615202 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.616666 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:52.616832 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 200 len: 1093 time: 5.7594099 Sep 12 14:13:52.617466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:52.618297 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:52.619111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Bound port: 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:52.619782 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.650649 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (32be9b3d-0813-4333-825f-dbb640a45820), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.660144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.661335 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/32be9b3d-0813-4333-825f-dbb640a45820 HTTP/1.1" status: 204 len: 168 time: 0.7344022 Sep 12 14:13:52.700435 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3157831-05fd-442a-99b7-8e77905d0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be9b3d-0813-4333-825f-dbb640a45820,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.700975 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 0068d8ce-cd18-4983-844d-450338944229 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:52.765490 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.819591 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:52.823862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:52.833617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.840859 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:52.841781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:52.843670 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/581da079-111d-4f64-ab1a-c5d8a6a8b6a2 HTTP/1.1" status: 200 len: 1093 time: 3.6129043 Sep 12 14:13:52.845217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:52.847848 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954999b-1bf1-4f42-a0f7-e5be9dea7368" -d '{"events": [{"name": "network-changed", "server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:52.859558 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ce5c4dbf-fea0-4f4b-923f-ae55d4c9f179 req-a827bb43-187d-439c-a548-523d358b1920 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.1336825 Sep 12 14:13:52.868537 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] Pushing event updated for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.886018 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0be17be6-e802-4ba6-83da-2ab8f55c1468 req-9c76001f-db63-410a-a116-73b2f686f588 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682838 Sep 12 14:13:52.928504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:52.946338 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90ee1ab-e266-4b54-a7b3-047df0759d3a x-openstack-request-id: req-f90ee1ab-e266-4b54-a7b3-047df0759d3a {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:52.947618 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:52.948312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f90ee1ab-e266-4b54-a7b3-047df0759d3a {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:52.948728 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90ee1ab-e266-4b54-a7b3-047df0759d3a'] response: {'name': 'network-changed', 'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'status': 'completed', 'code': 200} Sep 12 14:13:52.950907 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0add-6fdd-4e33-970f-56735f3b6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:52.967906 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:53.027963 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:13:53.034222 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:13:53.039764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:13:53.044437 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:53.045043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:53.049650 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:53.119071 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-82add477-1bc6-4b91-b171-a093aa53b195 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6561778 Sep 12 14:13:53.150325 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211b426-da79-4749-82c4-6d9437478206 req-96c99c90-387d-45af-8a40-db8615634fd1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:53.151667 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2211b426-da79-4749-82c4-6d9437478206 req-96c99c90-387d-45af-8a40-db8615634fd1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.0928926 Sep 12 14:13:53.239616 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:53.318900 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2211b426-da79-4749-82c4-6d9437478206 req-e4c800b4-2d9c-43a1-ac0e-81c264fabd62 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588726 Sep 12 14:13:53.368575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8284b-c590-4a4a-bc9b-27e78ab146ae req-c67a0b42-7101-49c1-b8f4-ec2e19d6ab76 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:53.372850 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9ff8284b-c590-4a4a-bc9b-27e78ab146ae req-c67a0b42-7101-49c1-b8f4-ec2e19d6ab76 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.1222682 Sep 12 14:13:53.448426 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9ff8284b-c590-4a4a-bc9b-27e78ab146ae req-8e21e0c9-2603-45c0-ba2e-19b5b7381f39 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Sep 12 14:13:53.488834 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-e0aab212-61fa-4a85-a75f-f94dbc155b59 None None] Provisioning complete for port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:53.489867 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e0aab212-61fa-4a85-a75f-f94dbc155b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:53.581753 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:13:53.668106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-e0aab212-61fa-4a85-a75f-f94dbc155b59 None None] Port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:13:53.675056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e736e-203f-495f-a6a4-4040cd55a7a7 req-f7b66454-e427-438c-aba6-a993788a05b1 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:53.676912 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd7e736e-203f-495f-a6a4-4040cd55a7a7 req-f7b66454-e427-438c-aba6-a993788a05b1 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.0681136 Sep 12 14:13:53.732961 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd7e736e-203f-495f-a6a4-4040cd55a7a7 req-89430315-42e3-49be-bf59-477512f667ce tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487144 Sep 12 14:13:53.969334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43806) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:54.044593 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-c56d6462-1611-4250-b21e-0560a66d6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.046120 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-c56d6462-1611-4250-b21e-0560a66d6680 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0778170 Sep 12 14:13:54.061003 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abbd9f-d920-4976-a913-48767e39b88b req-ff3fbc1f-47fe-40fa-a149-eddab1874e1f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.062651 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d5abbd9f-d920-4976-a913-48767e39b88b req-ff3fbc1f-47fe-40fa-a149-eddab1874e1f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 931 time: 0.1000788 Sep 12 14:13:54.086335 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Request body: {'port': {'device_id': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:13:54.090696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-58dae7bd-714d-4948-92cb-795b0a9ea937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.092252 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-58dae7bd-714d-4948-92cb-795b0a9ea937 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 1127 time: 0.0435731 Sep 12 14:13:54.143046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:54.145785 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22057e5f-7afd-4c77-ab93-d37579998bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:54.230257 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b66dc42f-ebed-42f6-bd1b-bf08c5d77e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:54.232934 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77744080-ef14-4303-a121-52cdd258469d req-b579238a-7baf-47f8-abf1-5898eea0534f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.234439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-77744080-ef14-4303-a121-52cdd258469d req-b579238a-7baf-47f8-abf1-5898eea0534f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.1676464 Sep 12 14:13:54.303233 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-da00d0f2-ab2a-4d50-a033-530efb897427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.305042 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-da00d0f2-ab2a-4d50-a033-530efb897427 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1127 time: 0.2713554 Sep 12 14:13:54.317169 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-5a99c154-4064-49e3-8116-bf75f0e62db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.318623 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-5a99c154-4064-49e3-8116-bf75f0e62db2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.2528043 Sep 12 14:13:54.325030 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:54.334308 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:54.372636 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-a09b1ebc-47a5-4a42-bf29-49088cd369c7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 200 len: 217 time: 0.0517385 Sep 12 14:13:54.434552 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-a634982a-7619-4647-922f-7ad02db8df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.439941 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-a634982a-7619-4647-922f-7ad02db8df84 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1072764 Sep 12 14:13:54.469931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d5abbd9f-d920-4976-a913-48767e39b88b req-673c2e2c-a76c-4787-902d-fd8309077cc8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550622 Sep 12 14:13:54.491308 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-eb5d2f64-d417-4b52-8efe-9dda7c64569b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976636 Sep 12 14:13:54.590433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-1619d98c-9ae2-498b-88f1-8ee9f67d9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.592120 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-1619d98c-9ae2-498b-88f1-8ee9f67d9956 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.2084701 Sep 12 14:13:54.623209 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-7e511552-3b70-4f92-84b4-a14244ef0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.625798 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-7e511552-3b70-4f92-84b4-a14244ef0ee5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=4a72919a47034a2684973f31e4217f3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4549296 Sep 12 14:13:54.647170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:54.839923 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-f5002bda-13f7-40fe-9b2b-0d83048a4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.841793 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0954999b-1bf1-4f42-a0f7-e5be9dea7368 req-f5002bda-13f7-40fe-9b2b-0d83048a4c23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906962 Sep 12 14:13:54.877000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-f486954a-7643-4c07-9c3e-edc82cb43023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:54.878750 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-f486954a-7643-4c07-9c3e-edc82cb43023 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2764008 Sep 12 14:13:54.905141 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-77744080-ef14-4303-a121-52cdd258469d req-0a116adb-a5d4-4b22-9813-3d8025bbe074 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6422687 Sep 12 14:13:54.908561 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220deac4-6ecc-4d99-82c2-791a9600cd0e x-openstack-request-id: req-220deac4-6ecc-4d99-82c2-791a9600cd0e {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:54.908851 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:54.909106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-220deac4-6ecc-4d99-82c2-791a9600cd0e {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:54.909496 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220deac4-6ecc-4d99-82c2-791a9600cd0e'] response: {'name': 'network-changed', 'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f', 'status': 'completed', 'code': 200} Sep 12 14:13:54.942068 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b66dc42f-ebed-42f6-bd1b-bf08c5d77e8b admin admin] Publish callbacks [] for security_group (8d6566f1-ef75-4438-a669-b93836546d13), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.006150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-da34d738-d783-4cc4-9579-966279c7fd77 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533912 Sep 12 14:13:55.021288 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b66dc42f-ebed-42f6-bd1b-bf08c5d77e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8d6566f1-ef75-4438-a669-b93836546d13), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.052446 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:55.061076 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dc42f-ebed-42f6-bd1b-bf08c5d77e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6566f1-ef75-4438-a669-b93836546d13,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:55.068568 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-f6df0035-70fa-4a52-b4b1-5ec75d3b2fb8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557165 Sep 12 14:13:55.101919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-a6b50478-4a10-4e52-bda8-cd074904a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.104632 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-a6b50478-4a10-4e52-bda8-cd074904a401 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 1127 time: 0.2079427 Sep 12 14:13:55.139289 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada689a-5352-4c69-9194-5c4b675b400b req-d6f9c33b-a4a8-4754-b26d-d7244129667a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.146719 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eada689a-5352-4c69-9194-5c4b675b400b req-d6f9c33b-a4a8-4754-b26d-d7244129667a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.2363012 Sep 12 14:13:55.180960 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b66dc42f-ebed-42f6-bd1b-bf08c5d77e8b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=30b7cb46a2234ea9b928a3fc48abddfa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2027385 Sep 12 14:13:55.194825 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43866) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:55.196506 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-b7903f4a-9a57-4652-90c0-6976345d7adf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2 HTTP/1.1" status: 200 len: 217 time: 0.0787640 Sep 12 14:13:55.249985 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-530bb2ac-7816-4c9e-a445-90281a1c188e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571517 Sep 12 14:13:55.260540 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:55.282949 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5030-f992-44ba-b6a2-8b6a1c5eece5 req-7671ae67-4bc7-4cff-b455-bf117b9fbbb4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.291013 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-179a5030-f992-44ba-b6a2-8b6a1c5eece5 req-7671ae67-4bc7-4cff-b455-bf117b9fbbb4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.2816315 Sep 12 14:13:55.339926 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-0449a4c3-0472-4610-b776-fb3e2034a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.343354 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-0449a4c3-0472-4610-b776-fb3e2034a07b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.1366932 Sep 12 14:13:55.363773 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6e135970-815d-473f-83f6-81d3a4e3a6e1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:13:55.368830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eada689a-5352-4c69-9194-5c4b675b400b req-ae01e426-a360-4870-ae5a-696582d65455 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211215 Sep 12 14:13:55.570041 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a90cde8e-e134-4dbd-afa7-9b7e73225ded req-c9a16bc8-81ce-49d7-a010-8d51e38b0cd0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480506 Sep 12 14:13:55.572503 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:55.606778 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '6e135970-815d-473f-83f6-81d3a4e3a6e1', 'network_id': 'b78d8415-a575-41b2-ab84-45a675817a3d', 'port_id': '6e135970-815d-473f-83f6-81d3a4e3a6e1', 'mac_address': 'fa:16:3e:1a:f8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a50275-a872-4069-b3a4-89a2761ff1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:13:55.655032 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 6e135970-815d-473f-83f6-81d3a4e3a6e1 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:55.655032 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.670101 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e135970-815d-473f-83f6-81d3a4e3a6e1 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:55.688780 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] Publish callbacks [] for security_group (8d6566f1-ef75-4438-a669-b93836546d13), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.701462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:55.708455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.709709 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 42101474-6616-44ed-98de-9145d66931c3 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:13:55.719648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-6714e3a4-0ef5-4775-ad4e-3e0f85d719ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.721151 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-6714e3a4-0ef5-4775-ad4e-3e0f85d719ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3668029 Sep 12 14:13:55.736606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] Publish callbacks [] for security_group (8d6566f1-ef75-4438-a669-b93836546d13), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.747393 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-7df18183-fc57-49f2-934e-88fdeca87dbb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863248 Sep 12 14:13:55.747822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:55.757213 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks [] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.771067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Transition to ACTIVE for port object 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:13:55.787447 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-179a5030-f992-44ba-b6a2-8b6a1c5eece5 req-2aadae1f-de72-49b4-9b47-29a5427b0fa6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954622 Sep 12 14:13:55.810116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8d6566f1-ef75-4438-a669-b93836546d13), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.811267 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270caef-73af-42bc-8e0d-e69275cd174e req-35c0fb44-0c3e-475d-bc08-7dbc528bcf43 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:55.812850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.824932 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d6566f1-ef75-4438-a669-b93836546d13 HTTP/1.1" status: 204 len: 168 time: 0.6194305 Sep 12 14:13:55.840173 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd3e8-53e7-4473-b140-e829094ee73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6566f1-ef75-4438-a669-b93836546d13,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:55.842457 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5270caef-73af-42bc-8e0d-e69275cd174e req-35c0fb44-0c3e-475d-bc08-7dbc528bcf43 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 943 time: 0.3535728 Sep 12 14:13:55.860649 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:55.999436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:56.052524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:56.054329 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:56.067997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=42101474-6616-44ed-98de-9145d66931c3,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:56.069910 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:56.083402 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '42101474-6616-44ed-98de-9145d66931c3', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'port_id': '42101474-6616-44ed-98de-9145d66931c3', 'mac_address': 'fa:16:3e:63:27:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:13:56.099514 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590b3ee-aa9d-48e6-9566-949ef63c227d req-3d6fdf57-0091-4f36-b110-f6998751f580 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.101114 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8590b3ee-aa9d-48e6-9566-949ef63c227d req-3d6fdf57-0091-4f36-b110-f6998751f580 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.1752205 Sep 12 14:13:56.112977 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5270caef-73af-42bc-8e0d-e69275cd174e req-474a83e2-49c7-4b0e-88bc-654a3bb80086 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676823 Sep 12 14:13:56.138771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Attempting to bind port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:13:56.139130 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Attempting to bind port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:13:56.139466 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Attempting to bind port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:56.157890 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 42101474-6616-44ed-98de-9145d66931c3 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:56.158448 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (42101474-6616-44ed-98de-9145d66931c3), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.196113 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:13:56.196445 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Attempting to bind port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:13:56.206566 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42101474-6616-44ed-98de-9145d66931c3 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:56.244398 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=42101474-6616-44ed-98de-9145d66931c3,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:56.250110 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (42101474-6616-44ed-98de-9145d66931c3), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.311069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10991-bfcf-41ed-b558-1d5bedda08a5 req-4fc4dbb2-299d-45b4-b883-ffb43d67252d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.313884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3e10991-bfcf-41ed-b558-1d5bedda08a5 req-4fc4dbb2-299d-45b4-b883-ffb43d67252d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.0730777 Sep 12 14:13:56.323334 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:56.324200 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8590b3ee-aa9d-48e6-9566-949ef63c227d req-99745454-f72c-4641-a917-96bda800a9dc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163548 Sep 12 14:13:56.365888 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:13:56.366228 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Checking segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:13:56.367349 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Bound using segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:13:56.367848 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Bound port: 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:13:56.368305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.397307 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3e10991-bfcf-41ed-b558-1d5bedda08a5 req-feafcf96-4150-4934-8f06-16d457294a9e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717809 Sep 12 14:13:56.472694 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43916) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:56.533279 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-60b9c459-fbf5-4a11-a1cd-f9f8ad75b294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.544495 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370040b-0fec-4591-9223-682b39b62494 req-0ed5aea3-9681-4863-b590-be941576c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.545934 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-0ed5aea3-9681-4863-b590-be941576c159 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1127 time: 0.1133072 Sep 12 14:13:56.557522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:13:56.582329 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-ce1b602c-6c01-46ec-a593-3dabc604ee75 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357753 Sep 12 14:13:56.583623 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:13:56.583795 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:56.590983 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16195d36-174a-43e4-be32-2b6aa3d10b71 req-4d11aff4-a61d-4b49-914c-f383483f9a6e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.592490 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16195d36-174a-43e4-be32-2b6aa3d10b71 req-4d11aff4-a61d-4b49-914c-f383483f9a6e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.1186864 Sep 12 14:13:56.611226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43920) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:56.611907 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.628402 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.629022 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.630507 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 1093 time: 2.5660834 Sep 12 14:13:56.639465 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['6e135970-815d-473f-83f6-81d3a4e3a6e1'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:13:56.667284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:56.727641 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618d81-eef7-4027-a40d-b8d304c9d16a service neutron] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:56.734333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16195d36-174a-43e4-be32-2b6aa3d10b71 req-ed859e9e-9b66-47e4-865b-92581d91774d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336403 Sep 12 14:13:56.758153 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8533-658f-4f08-b2a8-9856c950d209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.769014 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-60b9c459-fbf5-4a11-a1cd-f9f8ad75b294 admin admin] Publish callbacks [] for security_group (349185c5-3754-4495-92e5-693322d4c5e2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.779947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:56.780977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['42101474-6616-44ed-98de-9145d66931c3'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:13:56.781183 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-60b9c459-fbf5-4a11-a1cd-f9f8ad75b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (349185c5-3754-4495-92e5-693322d4c5e2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.825713 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-60b9c459-fbf5-4a11-a1cd-f9f8ad75b294 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dde71a33c3e54e14812725ef913bf2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483672 Sep 12 14:13:56.826550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43926) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:56.829073 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c459-fbf5-4a11-a1cd-f9f8ad75b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349185c5-3754-4495-92e5-693322d4c5e2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:56.904296 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8533-658f-4f08-b2a8-9856c950d209 admin admin] Publish callbacks [] for security_group (cb9f75e7-dbe9-4688-be75-c139e5cb9cc4), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.912006 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:56.914238 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4730416b-aaee-4f52-bf58-3223c2f503db" -d '{"events": [{"name": "network-changed", "server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:56.916178 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8533-658f-4f08-b2a8-9856c950d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (cb9f75e7-dbe9-4688-be75-c139e5cb9cc4), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.944846 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa84c2-2907-4076-a6ae-195031ee9f3a req-b23fd795-a355-4a56-ab0d-17899315fa63 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:56.946046 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] Publish callbacks [] for security_group (349185c5-3754-4495-92e5-693322d4c5e2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.955818 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9caa84c2-2907-4076-a6ae-195031ee9f3a req-b23fd795-a355-4a56-ab0d-17899315fa63 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.0730839 Sep 12 14:13:56.973220 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b1ae8533-658f-4f08-b2a8-9856c950d209 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=61f51cf3805e402c983f898de32034f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585813 Sep 12 14:13:56.975211 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 43930) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:56.987354 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] Publish callbacks [] for security_group (349185c5-3754-4495-92e5-693322d4c5e2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:56.989482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae8533-658f-4f08-b2a8-9856c950d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f75e7-dbe9-4688-be75-c139e5cb9cc4,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:57.022788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:57.047111 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be669e76-52be-4f9e-8f1a-8a34ff4d8950 x-openstack-request-id: req-be669e76-52be-4f9e-8f1a-8a34ff4d8950 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:57.047397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:57.047643 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be669e76-52be-4f9e-8f1a-8a34ff4d8950 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:57.048028 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be669e76-52be-4f9e-8f1a-8a34ff4d8950'] response: {'name': 'network-changed', 'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'status': 'completed', 'code': 200} Sep 12 14:13:57.061333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (349185c5-3754-4495-92e5-693322d4c5e2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.064157 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.066031 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/349185c5-3754-4495-92e5-693322d4c5e2 HTTP/1.1" status: 204 len: 168 time: 0.2338850 Sep 12 14:13:57.070101 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] Publish callbacks [] for security_group (cb9f75e7-dbe9-4688-be75-c139e5cb9cc4), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.075440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa49f2f-e08b-4891-8bb4-e0d68cbfd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349185c5-3754-4495-92e5-693322d4c5e2,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:57.092234 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9caa84c2-2907-4076-a6ae-195031ee9f3a req-6f0cd094-8772-4dcc-840f-99c4b0c6d257 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349909 Sep 12 14:13:57.105505 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:57.125351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] Publish callbacks [] for security_group (cb9f75e7-dbe9-4688-be75-c139e5cb9cc4), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.183401 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (cb9f75e7-dbe9-4688-be75-c139e5cb9cc4), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.187158 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.189217 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb9f75e7-dbe9-4688-be75-c139e5cb9cc4 HTTP/1.1" status: 204 len: 168 time: 0.2128713 Sep 12 14:13:57.213757 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267f0f1-d46f-4e00-a8c9-22338e3a703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f75e7-dbe9-4688-be75-c139e5cb9cc4,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:57.332132 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:57.359247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-c9265ea9-15b5-48fc-bc06-6a3a7eec66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.366931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-c9265ea9-15b5-48fc-bc06-6a3a7eec66cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1127 time: 0.0790846 Sep 12 14:13:57.447738 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370040b-0fec-4591-9223-682b39b62494 req-9fef87d1-f4a1-4289-bf62-43ce6f264edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.450776 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-9fef87d1-f4a1-4289-bf62-43ce6f264edd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1943810 Sep 12 14:13:57.457795 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbb4a2f3-25a0-4a8c-9ebc-53ce2f04a35d req-4fed366f-cde1-43d5-b08f-f2823668a914 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894729 Sep 12 14:13:57.471934 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21197a96-5496-4b0a-b8f4-4c12cab34610 req-b22f456c-cbb8-4958-b0be-137cf5f0f7f3 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.483741 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21197a96-5496-4b0a-b8f4-4c12cab34610 req-b22f456c-cbb8-4958-b0be-137cf5f0f7f3 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 944 time: 0.2568600 Sep 12 14:13:57.535656 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-564ae2a3-8e49-4908-b7f6-fb44c32ba74a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 217 time: 0.0763552 Sep 12 14:13:57.575996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730416b-aaee-4f52-bf58-3223c2f503db req-70a1aabd-aae0-4d89-9b2f-05ed9944b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.578516 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4730416b-aaee-4f52-bf58-3223c2f503db req-70a1aabd-aae0-4d89-9b2f-05ed9944b9be service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1127 time: 0.2103915 Sep 12 14:13:57.709916 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6e135970-815d-473f-83f6-81d3a4e3a6e1 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:57.767745 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 6e135970-815d-473f-83f6-81d3a4e3a6e1 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:13:57.777350 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 6e135970-815d-473f-83f6-81d3a4e3a6e1 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:57.778369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.815531 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ba6e8-267a-45c9-82db-5e9d16a42118 req-5e9334f2-b542-44d2-8bfe-15e29d565fb5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.821973 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-986ba6e8-267a-45c9-82db-5e9d16a42118 req-5e9334f2-b542-44d2-8bfe-15e29d565fb5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.1394467 Sep 12 14:13:57.842530 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21197a96-5496-4b0a-b8f4-4c12cab34610 req-10d7a79c-63c8-4feb-a32b-d0dd53ffa180 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574631 Sep 12 14:13:57.869860 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-9df84b12-5720-4bae-8fba-acad300bdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:57.872037 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-9df84b12-5720-4bae-8fba-acad300bdce3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.3134706 Sep 12 14:13:57.883803 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43966) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:57.900664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-de0e9046-2315-48ee-9179-adbbb0cad720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.924891 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 6e135970-815d-473f-83f6-81d3a4e3a6e1 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:57.927146 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:57.952600 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-986ba6e8-267a-45c9-82db-5e9d16a42118 req-ea7f65f7-880d-4b6b-8ddc-4b60a12a63ad tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036999 Sep 12 14:13:57.972952 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:57.974582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:13:58.027344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-de0e9046-2315-48ee-9179-adbbb0cad720 admin admin] Publish callbacks [] for security_group (98dc5445-f419-443e-b66c-3755678ec096), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.029506 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635b654-bba3-4bb2-b2ef-ffe1a867a157 req-e87a265f-82f4-4b1b-bf40-d2cfb4e94781 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.031963 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2635b654-bba3-4bb2-b2ef-ffe1a867a157 req-e87a265f-82f4-4b1b-bf40-d2cfb4e94781 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.1098521 Sep 12 14:13:58.038910 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.040280 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 42101474-6616-44ed-98de-9145d66931c3 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:13:58.043774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-de0e9046-2315-48ee-9179-adbbb0cad720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (98dc5445-f419-443e-b66c-3755678ec096), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.102737 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-de0e9046-2315-48ee-9179-adbbb0cad720 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f9cf3d317d554827b02ab4d69481c893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176807 Sep 12 14:13:58.103594 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 43976) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:13:58.130261 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:58.147510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40d68e-d13a-43ab-9276-3f641613dcc1 req-f1ea49fc-b6e6-4e3f-b058-7afb0eb1df75 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.149852 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af40d68e-d13a-43ab-9276-3f641613dcc1 req-f1ea49fc-b6e6-4e3f-b058-7afb0eb1df75 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.0921912 Sep 12 14:13:58.167382 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2635b654-bba3-4bb2-b2ef-ffe1a867a157 req-9bf6c3e4-d0cd-49bb-b4bb-8e2aeede399b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259377 Sep 12 14:13:58.169999 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e9046-2315-48ee-9179-adbbb0cad720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc5445-f419-443e-b66c-3755678ec096,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:58.170130 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:58.181270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:58.189923 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 42101474-6616-44ed-98de-9145d66931c3 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:13:58.200660 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 42101474-6616-44ed-98de-9145d66931c3 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:13:58.201090 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (42101474-6616-44ed-98de-9145d66931c3), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.262245 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af40d68e-d13a-43ab-9276-3f641613dcc1 req-a572d4fb-c284-4f22-9d0a-0bdab045b85a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939314 Sep 12 14:13:58.282636 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540a547-b954-4cd1-a63a-9f798c34b717" -d '{"events": [{"server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "name": "network-vif-plugged", "status": "completed", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:13:58.289749 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] Publish callbacks [] for security_group (98dc5445-f419-443e-b66c-3755678ec096), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.316987 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] Publish callbacks [] for security_group (98dc5445-f419-443e-b66c-3755678ec096), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.337629 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c781b4-ac1d-444c-930a-f118afb04689 req-b59866c5-fb9b-4a8d-9173-f9cb3dc91258 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.347139 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-01c781b4-ac1d-444c-930a-f118afb04689 req-b59866c5-fb9b-4a8d-9173-f9cb3dc91258 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.0709789 Sep 12 14:13:58.370679 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 42101474-6616-44ed-98de-9145d66931c3 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:58.373512 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (42101474-6616-44ed-98de-9145d66931c3), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.412758 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370040b-0fec-4591-9223-682b39b62494 req-e83b2009-3b14-495d-ba11-6e83789961f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.414219 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-e83b2009-3b14-495d-ba11-6e83789961f0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0644684 Sep 12 14:13:58.421402 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (98dc5445-f419-443e-b66c-3755678ec096), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.424372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.425556 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/98dc5445-f419-443e-b66c-3755678ec096 HTTP/1.1" status: 204 len: 168 time: 0.2912331 Sep 12 14:13:58.436647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:58.446049 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12581b7-45f0-4e65-9696-c4801e4dfd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc5445-f419-443e-b66c-3755678ec096,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:58.458775 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-de933fd5-8b88-4041-af5a-b313b68d4c04 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 200 len: 217 time: 0.1060419 Sep 12 14:13:58.480527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370040b-0fec-4591-9223-682b39b62494 req-a294aca2-9552-4728-9049-e60bdbbb00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.482811 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-a294aca2-9552-4728-9049-e60bdbbb00cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0560508 Sep 12 14:13:58.507464 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=42101474-6616-44ed-98de-9145d66931c3,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:58.520172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (42101474-6616-44ed-98de-9145d66931c3), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:58.619068 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-01c781b4-ac1d-444c-930a-f118afb04689 req-f18a9911-ec83-4e2e-ba88-cb5281f07063 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709372 Sep 12 14:13:58.633266 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-0c2822a1-3305-4e61-a51b-40fa9be01956 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399512 Sep 12 14:13:58.639952 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d86119-21a1-4e79-b5bb-0fca64d6b4df x-openstack-request-id: req-d3d86119-21a1-4e79-b5bb-0fca64d6b4df {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:13:58.640239 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "name": "network-vif-plugged", "status": "completed", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:13:58.640578 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3d86119-21a1-4e79-b5bb-0fca64d6b4df {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:13:58.641492 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d86119-21a1-4e79-b5bb-0fca64d6b4df'] response: {'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1', 'code': 200} Sep 12 14:13:58.655094 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:58.693502 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-38d33f63-9058-439b-9515-4bfe36f81147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.695570 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-38d33f63-9058-439b-9515-4bfe36f81147 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.2217853 Sep 12 14:13:58.701815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730416b-aaee-4f52-bf58-3223c2f503db req-5cf68346-aebb-4821-b32c-3a5333a7a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.705015 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4730416b-aaee-4f52-bf58-3223c2f503db req-5cf68346-aebb-4821-b32c-3a5333a7a411 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3547251 Sep 12 14:13:58.764169 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2370040b-0fec-4591-9223-682b39b62494 req-99680293-d873-4911-959e-d52ff06533a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234140 Sep 12 14:13:58.948071 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-9413c923-0eb3-4dca-9136-81f0900c74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:58.954126 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-9413c923-0eb3-4dca-9136-81f0900c74a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 1129 time: 0.1459303 Sep 12 14:13:58.989378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-65a65650-335c-450c-99aa-5f7b6bbb303e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:59.063696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:59.178580 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-65a65650-335c-450c-99aa-5f7b6bbb303e service neutron] Publish callbacks [] for security_group (96bba771-df80-4c9f-875e-265a31c7fdb2), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:59.186222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-65a65650-335c-450c-99aa-5f7b6bbb303e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (96bba771-df80-4c9f-875e-265a31c7fdb2), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:59.249690 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-479f83ba-0b48-4f5e-ba96-4eec30ece83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.252044 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-479f83ba-0b48-4f5e-ba96-4eec30ece83a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5458879 Sep 12 14:13:59.255552 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-820562a6-5875-45a1-ba2d-15267b5afb0b req-65a65650-335c-450c-99aa-5f7b6bbb303e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896676 Sep 12 14:13:59.256582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a65650-335c-450c-99aa-5f7b6bbb303e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96bba771-df80-4c9f-875e-265a31c7fdb2,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:13:59.296219 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91a03-af7e-4a52-9b4c-67d84ad8be55 req-7e1f3a42-083f-4504-a8c9-b14916a3196a tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.298242 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9ae91a03-af7e-4a52-9b4c-67d84ad8be55 req-7e1f3a42-083f-4504-a8c9-b14916a3196a tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.2597058 Sep 12 14:13:59.328364 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4617998-1b9b-4e96-a0b1-f448ffbf6b66 req-15e9afc5-91f0-4d38-8664-0a19f3d8b3a1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.329834 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e4617998-1b9b-4e96-a0b1-f448ffbf6b66 req-15e9afc5-91f0-4d38-8664-0a19f3d8b3a1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.2615771 Sep 12 14:13:59.368428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:59.399879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730416b-aaee-4f52-bf58-3223c2f503db req-e9a4fece-fa2a-4423-ac13-b4490cc131ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.401327 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4730416b-aaee-4f52-bf58-3223c2f503db req-e9a4fece-fa2a-4423-ac13-b4490cc131ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3640509 Sep 12 14:13:59.430957 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9ae91a03-af7e-4a52-9b4c-67d84ad8be55 req-68fcf716-bc8b-4778-ad61-fabab62d2561 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220617 Sep 12 14:13:59.442911 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e4617998-1b9b-4e96-a0b1-f448ffbf6b66 req-f3c8fba3-4478-4768-aaba-b7057cd499f0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978818 Sep 12 14:13:59.694654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e2e87-4ee6-4257-8c77-e45878973d66 req-319b5f41-a56b-4949-8a28-f1be70451bb6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.696934 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a65e2e87-4ee6-4257-8c77-e45878973d66 req-319b5f41-a56b-4949-8a28-f1be70451bb6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.1358373 Sep 12 14:13:59.713017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device a82000b1-9b15-4c48-b984-b96ae2bf4e5f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:13:59.726357 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b143dde-cd6c-4d67-aa40-b37c532baf74 req-6d2b8543-6179-42f6-ad9b-c77a9f197402 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.728043 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0b143dde-cd6c-4d67-aa40-b37c532baf74 req-6d2b8543-6179-42f6-ad9b-c77a9f197402 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 943 time: 0.1693649 Sep 12 14:13:59.730083 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-b2b60e94-5add-4cfa-bfa2-5c65fe8b6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.731454 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-b2b60e94-5add-4cfa-bfa2-5c65fe8b6758 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1127 time: 0.1714692 Sep 12 14:13:59.733197 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-4ad56cf1-c0b6-4220-8ccd-b9b2dbeaa5ba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647316 Sep 12 14:13:59.801423 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a65e2e87-4ee6-4257-8c77-e45878973d66 req-907386b9-abb0-48ac-abbd-300719ab1ebc tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944774 Sep 12 14:13:59.826880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0b143dde-cd6c-4d67-aa40-b37c532baf74 req-d734c0f3-feef-4a97-a384-637913c26212 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781178 Sep 12 14:13:59.853088 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:59.865754 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'port_id': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f', 'mac_address': 'fa:16:3e:5f:3b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:13:59.905977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port a82000b1-9b15-4c48-b984-b96ae2bf4e5f is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:13:59.907170 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:59.926033 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82000b1-9b15-4c48-b984-b96ae2bf4e5f {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:13:59.950666 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:13:59.958097 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:13:59.958467 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:13:59.963461 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:13:59.974901 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c1780-5bec-421b-a72b-e9929e3ba087 req-c25825a7-f95c-4441-93be-4779cebcf524 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:13:59.976439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-636c1780-5bec-421b-a72b-e9929e3ba087 req-c25825a7-f95c-4441-93be-4779cebcf524 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 943 time: 0.0550408 Sep 12 14:14:00.000070 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:00.034763 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-636c1780-5bec-421b-a72b-e9929e3ba087 req-4993d744-87f8-4840-8fcd-ca0261ee9fbc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Sep 12 14:14:00.068665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:00.095313 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-2fdeebad-72e8-44a4-aed8-d53bad8b82a2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 217 time: 0.0593996 Sep 12 14:14:00.166957 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:00.183873 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'port_id': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'mac_address': 'fa:16:3e:15:44:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:14:00.195843 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-f4acf37f-20ca-44de-91cc-48259a2e7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:00.197310 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-f4acf37f-20ca-44de-91cc-48259a2e7fa9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0761645 Sep 12 14:14:00.232215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:00.232818 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:00.248526 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-edd8d0e6-0f53-4355-8c1f-b375f2afc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:00.250786 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-edd8d0e6-0f53-4355-8c1f-b375f2afc804 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421009 Sep 12 14:14:00.252563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22057e5f-7afd-4c77-ab93-d37579998bbd req-0a9fd0e4-1612-44d7-a418-9d8e4340a6c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155275 Sep 12 14:14:00.254927 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:14:00.296152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:00.300211 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:00.413339 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-f60f06f1-f002-407f-9334-54428ad6a789 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441407 Sep 12 14:14:00.523338 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:00.555278 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c72cc4-1f3c-43d8-851e-29567aeead66 req-d6f5b0c3-2d5f-4632-adc3-45ab3b8d8958 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413693 Sep 12 14:14:00.643512 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42101474-6616-44ed-98de-9145d66931c3'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:00.646206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8ccae-59d0-4444-98b7-3c56c4bd9ce1" -d '{"events": [{"server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "name": "network-vif-plugged", "status": "completed", "tag": "42101474-6616-44ed-98de-9145d66931c3"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:00.668497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddcd46-726e-4d2c-8598-71eb16f30e62 req-d134bcfe-dfdf-458c-97b3-774f6f6220a7 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:00.670180 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a6ddcd46-726e-4d2c-8598-71eb16f30e62 req-d134bcfe-dfdf-458c-97b3-774f6f6220a7 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.1034462 Sep 12 14:14:00.692470 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['a82000b1-9b15-4c48-b984-b96ae2bf4e5f'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:00.698305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea4b24-dd29-4ec2-80ee-0df121ab39eb req-5fbd8023-3f17-40c8-b2eb-f88c2fcd5c0a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:00.707484 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d2ea4b24-dd29-4ec2-80ee-0df121ab39eb req-5fbd8023-3f17-40c8-b2eb-f88c2fcd5c0a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0880251 Sep 12 14:14:00.735188 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:00.758663 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:00.791109 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:00.814090 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d2ea4b24-dd29-4ec2-80ee-0df121ab39eb req-c2023c13-a27b-4235-aacb-dc5bf828c786 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042490 Sep 12 14:14:00.840634 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a6ddcd46-726e-4d2c-8598-71eb16f30e62 req-f3db7e35-25f2-4e9a-b013-1bb0cb86eec0 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605768 Sep 12 14:14:00.977229 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4b5f48-1186-43e5-9040-0e5c9ff5dabc x-openstack-request-id: req-ba4b5f48-1186-43e5-9040-0e5c9ff5dabc {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:00.977814 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "name": "network-vif-plugged", "status": "completed", "tag": "42101474-6616-44ed-98de-9145d66931c3", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:00.978274 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba4b5f48-1186-43e5-9040-0e5c9ff5dabc {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:00.978817 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4b5f48-1186-43e5-9040-0e5c9ff5dabc'] response: {'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42101474-6616-44ed-98de-9145d66931c3', 'code': 200} Sep 12 14:14:01.038477 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e445fd5-3899-46f2-942b-5528b9572b90 req-6c3b2535-6795-4cce-8225-c87a06c5c133 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:01.047899 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7e445fd5-3899-46f2-942b-5528b9572b90 req-6c3b2535-6795-4cce-8225-c87a06c5c133 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.0692270 Sep 12 14:14:01.133432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44148) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:01.153045 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7e445fd5-3899-46f2-942b-5528b9572b90 req-2d51e513-7f8c-4334-928e-ee1446a016f2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041198 Sep 12 14:14:01.173501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd9025-071f-465a-9fba-981e256e08cb req-1dfb5d02-a09e-4314-8f68-b309af7f0407 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:01.175031 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ebd9025-071f-465a-9fba-981e256e08cb req-1dfb5d02-a09e-4314-8f68-b309af7f0407 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 944 time: 0.0761361 Sep 12 14:14:01.241257 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ebd9025-071f-465a-9fba-981e256e08cb req-c13e663b-391f-4d5c-8a16-38a8744f930a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595007 Sep 12 14:14:01.295282 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba23c0-9ded-41c2-87d2-66122a8155e4 req-32077d6a-67cf-474e-afe4-a5fac2ccdc10 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:01.297602 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-50ba23c0-9ded-41c2-87d2-66122a8155e4 req-32077d6a-67cf-474e-afe4-a5fac2ccdc10 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 944 time: 0.0721462 Sep 12 14:14:01.376297 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-50ba23c0-9ded-41c2-87d2-66122a8155e4 req-d2de54c3-a482-4a08-8094-48b9fc1426e1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712254 Sep 12 14:14:01.402549 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-12a404fe-e967-4406-81f2-531474fea5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.502863 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-12a404fe-e967-4406-81f2-531474fea5ca admin admin] Publish callbacks [] for security_group (ffda4a80-3ad2-4107-8a94-5821a90a4d85), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.508684 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-12a404fe-e967-4406-81f2-531474fea5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ffda4a80-3ad2-4107-8a94-5821a90a4d85), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.555235 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-12a404fe-e967-4406-81f2-531474fea5ca admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6afb1608b060494b8be8719ea6d77119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200909 Sep 12 14:14:01.556198 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a404fe-e967-4406-81f2-531474fea5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda4a80-3ad2-4107-8a94-5821a90a4d85,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:01.558669 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44168) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:01.601097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44170) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:01.637911 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] Publish callbacks [] for security_group (ffda4a80-3ad2-4107-8a94-5821a90a4d85), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.660134 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] Publish callbacks [] for security_group (ffda4a80-3ad2-4107-8a94-5821a90a4d85), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.668704 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:01.710761 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ffda4a80-3ad2-4107-8a94-5821a90a4d85), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.713334 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.716980 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ffda4a80-3ad2-4107-8a94-5821a90a4d85 HTTP/1.1" status: 204 len: 168 time: 0.1549637 Sep 12 14:14:01.723907 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0c2f5-8322-4f2e-a53c-51a9e9232dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda4a80-3ad2-4107-8a94-5821a90a4d85,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:01.740304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08e21e44-7998-438e-8731-5d19f5d11676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.845825 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08e21e44-7998-438e-8731-5d19f5d11676 admin admin] Publish callbacks [] for security_group (74b0feb1-f159-479a-a823-32f12164c312), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.850035 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08e21e44-7998-438e-8731-5d19f5d11676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (74b0feb1-f159-479a-a823-32f12164c312), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:01.864886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:01.894436 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e21e44-7998-438e-8731-5d19f5d11676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0feb1-f159-479a-a823-32f12164c312,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:01.900031 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-08e21e44-7998-438e-8731-5d19f5d11676 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bfc5015a437b403c85d9de1ba184b88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978904 Sep 12 14:14:01.902706 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44182) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:01.927387 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:14:01.934808 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device a82000b1-9b15-4c48-b984-b96ae2bf4e5f up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:14:02.005535 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] Publish callbacks [] for security_group (74b0feb1-f159-479a-a823-32f12164c312), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.034279 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] Publish callbacks [] for security_group (74b0feb1-f159-479a-a823-32f12164c312), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.115569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (74b0feb1-f159-479a-a823-32f12164c312), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.119491 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.121792 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/74b0feb1-f159-479a-a823-32f12164c312 HTTP/1.1" status: 204 len: 168 time: 0.2180400 Sep 12 14:14:02.148059 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9f058-8b8c-4695-9b16-5d62c188bae4 req-5a07873b-b627-4efb-854e-817037ba4103 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.148905 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e9ba-7075-4cce-b479-1341bd8a618c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0feb1-f159-479a-a823-32f12164c312,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:02.158321 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c9f058-8b8c-4695-9b16-5d62c188bae4 req-5a07873b-b627-4efb-854e-817037ba4103 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.1602657 Sep 12 14:14:02.170530 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44188) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:02.180779 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494dba-6fd9-4039-ae70-14468d9ea0da req-db05c7ab-667f-4473-b0a4-98eb219b9b09 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.182633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-08494dba-6fd9-4039-ae70-14468d9ea0da req-db05c7ab-667f-4473-b0a4-98eb219b9b09 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.1659482 Sep 12 14:14:02.190098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port a82000b1-9b15-4c48-b984-b96ae2bf4e5f completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:14:02.202449 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1ed48a38-2fc9-4a54-9715-7b320809f31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.215264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port a82000b1-9b15-4c48-b984-b96ae2bf4e5f triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:02.216042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.250922 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:02.297615 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:02.315851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:14:02.322564 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f70c-9f66-4147-ae58-3050549b99ef req-01099d62-247f-40a7-baef-06122a8ff62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.324228 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d17f70c-9f66-4147-ae58-3050549b99ef req-01099d62-247f-40a7-baef-06122a8ff62d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.1355217 Sep 12 14:14:02.331148 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-87c9f058-8b8c-4695-9b16-5d62c188bae4 req-31921809-7637-4d0b-9311-a8b0246f065e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719580 Sep 12 14:14:02.350018 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-08494dba-6fd9-4039-ae70-14468d9ea0da req-a7e31141-b396-4bb3-8452-abed459fd814 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259470 Sep 12 14:14:02.381096 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1ed48a38-2fc9-4a54-9715-7b320809f31a admin admin] Publish callbacks [] for security_group (ad463476-1b46-4bcc-980e-8f9395b518f1), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.394321 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1ed48a38-2fc9-4a54-9715-7b320809f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ad463476-1b46-4bcc-980e-8f9395b518f1), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.433095 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d17f70c-9f66-4147-ae58-3050549b99ef req-d4d9af89-5779-47c4-b181-9a3e449ce27e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009943 Sep 12 14:14:02.435605 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:02.436001 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.465705 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:14:02.497235 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1ed48a38-2fc9-4a54-9715-7b320809f31a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=47bea51bd78b4b618c68c32b9c5341dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258445 Sep 12 14:14:02.501631 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port a82000b1-9b15-4c48-b984-b96ae2bf4e5f is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:02.502028 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.504692 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44200) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:02.515208 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed48a38-2fc9-4a54-9715-7b320809f31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad463476-1b46-4bcc-980e-8f9395b518f1,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:02.560332 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:02.570552 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.584924 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e6e60-7736-448f-8e1c-92d8917bcbfe req-bf482737-472b-489d-ba8e-3fa8c24ac618 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.591982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e9e6e60-7736-448f-8e1c-92d8917bcbfe req-bf482737-472b-489d-ba8e-3fa8c24ac618 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 943 time: 0.1252112 Sep 12 14:14:02.616375 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbead1-6e6e-4ad0-89d3-09fa045e4008 req-ce50e774-c81a-44eb-871d-73efb43a1814 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.617865 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-09bbead1-6e6e-4ad0-89d3-09fa045e4008 req-ce50e774-c81a-44eb-871d-73efb43a1814 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 944 time: 0.0966370 Sep 12 14:14:02.629435 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] Publish callbacks [] for security_group (ad463476-1b46-4bcc-980e-8f9395b518f1), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.645237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:02.657727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:02.677194 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:02.678547 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] Publish callbacks [] for security_group (ad463476-1b46-4bcc-980e-8f9395b518f1), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.683047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e9e6e60-7736-448f-8e1c-92d8917bcbfe req-a2c34441-c1aa-4b53-b9a1-8ba666a92121 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848680 Sep 12 14:14:02.685774 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.687313 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:14:02.752127 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-09bbead1-6e6e-4ad0-89d3-09fa045e4008 req-461eedd8-1fd9-44b2-8351-5fc04b57f18f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272209 Sep 12 14:14:02.774071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:02.781143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44202) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:02.811349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4ba6858b-2c5d-4a85-902c-470a5c954f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.820103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:02.828565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:14:02.846296 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3250a-f288-4611-bcca-76860cffbffb req-5a462398-c0f0-49db-bd11-733012de6f99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:02.848015 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:02.848570 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.853841 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e6e3250a-f288-4611-bcca-76860cffbffb req-5a462398-c0f0-49db-bd11-733012de6f99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0714190 Sep 12 14:14:02.881370 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:02.895615 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ad463476-1b46-4bcc-980e-8f9395b518f1), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.900931 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['581da079-111d-4f64-ab1a-c5d8a6a8b6a2'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:02.905330 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:02.906572 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ad463476-1b46-4bcc-980e-8f9395b518f1 HTTP/1.1" status: 204 len: 168 time: 0.3991420 Sep 12 14:14:02.935945 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e6b3c-a07d-4ae9-91e6-cfb80240d658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad463476-1b46-4bcc-980e-8f9395b518f1,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:02.966203 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e6e3250a-f288-4611-bcca-76860cffbffb req-e27f94bf-0804-4368-b04e-593975a4a97b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112876 Sep 12 14:14:02.999294 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:03.002098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43a5efd-7774-465d-af2a-957b8c8d17de" -d '{"events": [{"server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "name": "network-vif-plugged", "status": "completed", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:03.024895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4ba6858b-2c5d-4a85-902c-470a5c954f69 admin admin] Publish callbacks [] for security_group (00810828-c350-48b5-8827-0ac9c455d435), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.030500 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4ba6858b-2c5d-4a85-902c-470a5c954f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (00810828-c350-48b5-8827-0ac9c455d435), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.081433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:03.087621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f5b14-d205-4ee0-8f79-a90e65a545ef x-openstack-request-id: req-c28f5b14-d205-4ee0-8f79-a90e65a545ef {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:03.088070 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "name": "network-vif-plugged", "status": "completed", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:03.088275 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c28f5b14-d205-4ee0-8f79-a90e65a545ef {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:03.088701 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28f5b14-d205-4ee0-8f79-a90e65a545ef'] response: {'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f', 'code': 200} Sep 12 14:14:03.107862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6858b-2c5d-4a85-902c-470a5c954f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00810828-c350-48b5-8827-0ac9c455d435,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:03.112744 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4ba6858b-2c5d-4a85-902c-470a5c954f69 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=080bbbce654c4d24bf3a0bfe37ab5d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306036 Sep 12 14:14:03.115622 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44214) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:03.155472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-98b758dc-78bf-46ba-be07-25f35201d858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.178428 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:03.178811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.202584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] Publish callbacks [] for security_group (00810828-c350-48b5-8827-0ac9c455d435), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.231288 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] Publish callbacks [] for security_group (00810828-c350-48b5-8827-0ac9c455d435), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.247834 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:03.257741 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.302824 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (00810828-c350-48b5-8827-0ac9c455d435), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.305559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:03.308838 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/00810828-c350-48b5-8827-0ac9c455d435 HTTP/1.1" status: 204 len: 168 time: 0.1917763 Sep 12 14:14:03.322673 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:03.336854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f302d-e07b-4965-95c3-efa598a4592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00810828-c350-48b5-8827-0ac9c455d435,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:03.351051 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:03.371603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1494-04a7-4c30-9d78-dbdf41da31c0 req-eb062e3a-9d58-457e-8c60-bce234c52eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:03.373749 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d2eb1494-04a7-4c30-9d78-dbdf41da31c0 req-eb062e3a-9d58-457e-8c60-bce234c52eb1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1129 time: 0.0603180 Sep 12 14:14:03.504995 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d6ab2-d2dc-4749-96fc-7971320e4900 req-89300348-a40d-4840-9804-f8b250c92858 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:03.506568 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-651d6ab2-d2dc-4749-96fc-7971320e4900 req-89300348-a40d-4840-9804-f8b250c92858 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0544584 Sep 12 14:14:03.568203 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-651d6ab2-d2dc-4749-96fc-7971320e4900 req-ef6bf89b-e54b-40b9-9aa5-637211d4f8a0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553627 Sep 12 14:14:03.835740 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146e97-7dc5-4f6c-8e9f-4714f8501ce2 req-192a2cb1-a89b-4981-b9da-c32a8d2b8e6e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:03.842284 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7146e97-7dc5-4f6c-8e9f-4714f8501ce2 req-192a2cb1-a89b-4981-b9da-c32a8d2b8e6e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 944 time: 0.0796146 Sep 12 14:14:03.885218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:03.927376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d2eb1494-04a7-4c30-9d78-dbdf41da31c0 req-9383209f-7aea-4bde-ba11-f2d02953add1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513684 Sep 12 14:14:03.932361 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:14:03.935610 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:14:03.947434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e5f1-26b0-442b-a992-404f76cfa250 req-3e3d9281-5a3f-47c6-bb14-9a00bb8227e7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:03.950828 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ccb0e5f1-26b0-442b-a992-404f76cfa250 req-3e3d9281-5a3f-47c6-bb14-9a00bb8227e7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.1019144 Sep 12 14:14:04.003809 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7146e97-7dc5-4f6c-8e9f-4714f8501ce2 req-f1e9d40c-1146-4700-ac9f-506585e0ecf1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547885 Sep 12 14:14:04.071537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:14:04.083357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ccb0e5f1-26b0-442b-a992-404f76cfa250 req-79e76fe5-4291-4b18-82fe-22d9243bcef4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250434 Sep 12 14:14:04.098400 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:04.098777 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:04.198262 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498fc6c-af82-406c-b1ae-c40945834b51 req-8ffb2b06-80e2-4911-8292-1ad863ea3063 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:04.206601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1498fc6c-af82-406c-b1ae-c40945834b51 req-8ffb2b06-80e2-4911-8292-1ad863ea3063 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0795686 Sep 12 14:14:04.219336 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:04.239709 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:14:04.284152 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1498fc6c-af82-406c-b1ae-c40945834b51 req-e6ed11f9-a2f2-4d07-9bb1-627dd0d51c14 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 Sep 12 14:14:04.321024 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:04.321421 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:04.325714 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:04.327329 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:04.352443 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:04.356093 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:14:04.400908 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:04.409137 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:04.411911 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:04.416583 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:04.472953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:04.521805 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:04.678534 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:04.728977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed828f-a2b3-47ff-9e76-82e249550ae5 req-0d4e5d3a-91cc-46f1-bdc0-ea574971fc9a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:04.732596 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97ed828f-a2b3-47ff-9e76-82e249550ae5 req-0d4e5d3a-91cc-46f1-bdc0-ea574971fc9a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 944 time: 0.0743775 Sep 12 14:14:04.833486 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97ed828f-a2b3-47ff-9e76-82e249550ae5 req-e8f30faa-d145-408b-b1a4-03370118673d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912306 Sep 12 14:14:05.089879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'}, {'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:05.092262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd020106-025e-4c25-a1c8-e4e187a2058f" -d '{"events": [{"server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "name": "network-vif-plugged", "status": "completed", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd"}, {"server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "name": "network-vif-plugged", "status": "completed", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:05.149089 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab98f5-5587-485d-bec6-fb722432b40b x-openstack-request-id: req-1aab98f5-5587-485d-bec6-fb722432b40b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:05.149386 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "name": "network-vif-plugged", "status": "completed", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd", "code": 200}, {"server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "name": "network-vif-plugged", "status": "completed", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:05.149636 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aab98f5-5587-485d-bec6-fb722432b40b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:05.150049 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aab98f5-5587-485d-bec6-fb722432b40b'] response: {'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'code': 200} Sep 12 14:14:05.150288 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aab98f5-5587-485d-bec6-fb722432b40b'] response: {'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'code': 200} Sep 12 14:14:05.158016 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c405a-61ab-4444-b08c-48c7d314d394 req-ffc4b7b5-0b99-4bc6-8bad-661d840466e1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:05.159624 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e5c405a-61ab-4444-b08c-48c7d314d394 req-ffc4b7b5-0b99-4bc6-8bad-661d840466e1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0678306 Sep 12 14:14:05.271328 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e5c405a-61ab-4444-b08c-48c7d314d394 req-41b2083a-072e-479b-b78a-47b1985a83c0 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022599 Sep 12 14:14:05.280989 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acc2f2-57f2-450a-b5e6-0329f6018a69 req-7d9ebecb-1195-4331-a7a3-ae894a7a5b09 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:05.283109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-55acc2f2-57f2-450a-b5e6-0329f6018a69 req-7d9ebecb-1195-4331-a7a3-ae894a7a5b09 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0775502 Sep 12 14:14:05.301370 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-be5e8299-6c6d-450b-a62d-a7a89a3ffd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:05.362734 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-55acc2f2-57f2-450a-b5e6-0329f6018a69 req-096be0f8-3ac2-44aa-be8b-3316938cbcd4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700295 Sep 12 14:14:05.439502 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2df9d-fc01-41fd-ab5e-189120489f39 req-958b0ba8-15b6-4564-a9f8-b419c6ebd26a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:05.441205 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-29d2df9d-fc01-41fd-ab5e-189120489f39 req-958b0ba8-15b6-4564-a9f8-b419c6ebd26a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0728958 Sep 12 14:14:05.699058 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:05.727621 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-29d2df9d-fc01-41fd-ab5e-189120489f39 req-bc5828de-e1c4-4a3f-b1d6-a7399d4fe291 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743983 Sep 12 14:14:05.932119 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:14:05.939934 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6959651-e456-4598-93a4-8d41a1d0ac9b req-1a98f116-f935-46a5-8090-4331749a46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:05.941884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e6959651-e456-4598-93a4-8d41a1d0ac9b req-1a98f116-f935-46a5-8090-4331749a46a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1129 time: 0.1001008 Sep 12 14:14:05.943830 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0ded-a5dc-4bad-b292-9b330440e5bd req-c1b3a90c-60e6-4104-86a5-06ceced8c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:05.945535 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-886d0ded-a5dc-4bad-b292-9b330440e5bd req-c1b3a90c-60e6-4104-86a5-06ceced8c7da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 1129 time: 0.1023414 Sep 12 14:14:06.009092 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:14:06.018191 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:06.019022 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:06.096393 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-886d0ded-a5dc-4bad-b292-9b330440e5bd req-39028f92-a587-4eff-8cf3-66748871e5c3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291749 Sep 12 14:14:06.122636 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e6959651-e456-4598-93a4-8d41a1d0ac9b req-6d1a9780-02ae-4084-bd9c-e686efa7a6ca service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567664 Sep 12 14:14:06.130803 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918a4d-54ae-480d-884c-074e1451c27d req-1ac25980-9588-43c2-b63d-4c0c99b44268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:06.133580 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003e65-dcc2-4952-93df-361eaedb5081 req-c01caf9f-9840-4969-85a7-baa412f6ba32 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:06.136663 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:06.137147 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:06.138752 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-1ac25980-9588-43c2-b63d-4c0c99b44268 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1129 time: 0.0796764 Sep 12 14:14:06.143506 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cd003e65-dcc2-4952-93df-361eaedb5081 req-c01caf9f-9840-4969-85a7-baa412f6ba32 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 944 time: 0.1880038 Sep 12 14:14:06.182315 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:06.191317 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:06.215817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a08861-d03d-4a6d-a857-d77074f24da1 req-a79fc5eb-15f8-4556-a16e-7794e3308bce tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:06.221599 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:06.223606 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e0a08861-d03d-4a6d-a857-d77074f24da1 req-a79fc5eb-15f8-4556-a16e-7794e3308bce tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1038358 Sep 12 14:14:06.256177 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:06.276396 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cd003e65-dcc2-4952-93df-361eaedb5081 req-a36e4a0e-611c-4264-a4bc-e2b7229c1782 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318414 Sep 12 14:14:06.279205 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:06.299477 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e0a08861-d03d-4a6d-a857-d77074f24da1 req-01bdf259-e33b-4423-86a0-ec473b11f254 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Sep 12 14:14:06.455890 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229da318-728d-4f0d-a899-2ee0be7910f0 req-3d475725-3e7f-43ac-9865-12ada84e6cbd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:06.457350 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-229da318-728d-4f0d-a899-2ee0be7910f0 req-3d475725-3e7f-43ac-9865-12ada84e6cbd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0605819 Sep 12 14:14:06.560849 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe88ff-b6b1-4ebe-80ee-707ff4c160fa req-7f44d227-7a01-4404-8adb-6bd4f314154a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:06.562710 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d9fe88ff-b6b1-4ebe-80ee-707ff4c160fa req-7f44d227-7a01-4404-8adb-6bd4f314154a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.1043065 Sep 12 14:14:06.585950 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-229da318-728d-4f0d-a899-2ee0be7910f0 req-1e9833ff-7121-4675-8fb9-4d2aa43c1a89 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161695 Sep 12 14:14:06.592691 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:06.597468 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=33 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:06.630141 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d9fe88ff-b6b1-4ebe-80ee-707ff4c160fa req-b8f9251f-646c-4fe1-9a06-b210f335c17f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570524 Sep 12 14:14:07.051424 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918a4d-54ae-480d-884c-074e1451c27d req-126c5208-ad1f-4fd8-ad13-af90f237ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:07.052907 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-126c5208-ad1f-4fd8-ad13-af90f237ca21 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0846052 Sep 12 14:14:07.152023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:07.154668 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ab8634-16c9-4576-b547-642753baeddb" -d '{"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:07.194376 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeacd0e-4ccc-4601-9886-71d2fcf507c9 x-openstack-request-id: req-7eeacd0e-4ccc-4601-9886-71d2fcf507c9 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:07.194950 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:07.195341 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7eeacd0e-4ccc-4601-9886-71d2fcf507c9 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:07.195753 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eeacd0e-4ccc-4601-9886-71d2fcf507c9'] response: {'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'code': 200} Sep 12 14:14:07.464131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8893a-3cec-4a6f-b6c7-3df18c6e1e15 req-5879a842-6abd-4d58-b29f-48c1d83c6605 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:07.465600 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0ec8893a-3cec-4a6f-b6c7-3df18c6e1e15 req-5879a842-6abd-4d58-b29f-48c1d83c6605 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0759864 Sep 12 14:14:07.476474 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db02f7-3fb8-446e-8b46-e7ca923dac8b req-cb785125-35e1-40a6-abed-793307c6f5b6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:07.477932 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-38db02f7-3fb8-446e-8b46-e7ca923dac8b req-cb785125-35e1-40a6-abed-793307c6f5b6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0766864 Sep 12 14:14:07.552538 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0ec8893a-3cec-4a6f-b6c7-3df18c6e1e15 req-03111b78-5891-4dc6-a3b3-125dd41e648a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Sep 12 14:14:07.557173 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-38db02f7-3fb8-446e-8b46-e7ca923dac8b req-46cd2f31-6d95-4520-937f-447974913b93 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714729 Sep 12 14:14:07.814567 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd49ee-5a1b-45dd-b3fa-d97a72b8c930 req-cd3f462b-2559-4558-acfa-15898d1678f6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:07.815964 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5dbd49ee-5a1b-45dd-b3fa-d97a72b8c930 req-cd3f462b-2559-4558-acfa-15898d1678f6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.1494312 Sep 12 14:14:07.837167 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766603-ddce-4a4a-a2c4-429ad429d624 req-ec339e00-d12f-45ed-9020-4fb692ad3ca6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:07.846991 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c5766603-ddce-4a4a-a2c4-429ad429d624 req-ec339e00-d12f-45ed-9020-4fb692ad3ca6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.1210296 Sep 12 14:14:07.888298 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-f81e4199-523a-499c-ad84-3dc99458010e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 200 len: 217 time: 0.0873909 Sep 12 14:14:07.962060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c5766603-ddce-4a4a-a2c4-429ad429d624 req-8b37dd60-e486-4bca-9964-8f84a23450fa tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085777 Sep 12 14:14:07.962060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5dbd49ee-5a1b-45dd-b3fa-d97a72b8c930 req-939a8714-da19-48d3-8c66-28c5b26513fe tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105201 Sep 12 14:14:08.131196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:08.293220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:08.720357 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba701a8-738d-4f62-8536-741e6134c74d req-017ad582-5010-4259-99db-309ae5fb2732 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:08.721840 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dba701a8-738d-4f62-8536-741e6134c74d req-017ad582-5010-4259-99db-309ae5fb2732 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0789003 Sep 12 14:14:08.729202 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfb0d1-4221-49dd-a975-bfa580096fea req-80fb4700-2e5c-43aa-8da2-fa976c079228 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:08.730572 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22cfb0d1-4221-49dd-a975-bfa580096fea req-80fb4700-2e5c-43aa-8da2-fa976c079228 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0782723 Sep 12 14:14:08.780940 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:08.807109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22cfb0d1-4221-49dd-a975-bfa580096fea req-7872d299-1993-483e-8175-30b6fcc15645 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682642 Sep 12 14:14:08.810039 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dba701a8-738d-4f62-8536-741e6134c74d req-1b0dc832-f08e-460f-adcb-105c4a7fb5b2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785921 Sep 12 14:14:09.111475 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b4b50-7dda-4f80-9e02-c0011d757cf5 req-70ffff28-d433-4291-887d-e04d55224757 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:09.112954 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e52b4b50-7dda-4f80-9e02-c0011d757cf5 req-70ffff28-d433-4291-887d-e04d55224757 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0761597 Sep 12 14:14:09.120479 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f376c1-ba58-43fd-b668-d9d1795cd24c req-7e5742bc-bce3-4a5b-83a2-9268b5bb6858 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:09.121872 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04f376c1-ba58-43fd-b668-d9d1795cd24c req-7e5742bc-bce3-4a5b-83a2-9268b5bb6858 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0751817 Sep 12 14:14:09.195573 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e52b4b50-7dda-4f80-9e02-c0011d757cf5 req-281ebbed-bbfa-46a6-89fb-bad0ff29352b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727820 Sep 12 14:14:09.199565 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04f376c1-ba58-43fd-b668-d9d1795cd24c req-d730c304-f07c-4062-8f8c-721af1562118 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697954 Sep 12 14:14:09.300558 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:09.340929 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe705015-fec7-4e29-b216-c41e32e427b5 req-2740bd9d-596d-4166-b814-9089fa1962de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:09.342262 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe705015-fec7-4e29-b216-c41e32e427b5 req-2740bd9d-596d-4166-b814-9089fa1962de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0728350 Sep 12 14:14:09.354061 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44420) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:09.359383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:14:09.362001 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20eab-a427-4b5f-a508-029644c06c55 req-09783a87-3695-4f35-855f-698665b72a74 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:09.363483 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c2d20eab-a427-4b5f-a508-029644c06c55 req-09783a87-3695-4f35-855f-698665b72a74 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0600147 Sep 12 14:14:09.373405 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44422) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:09.378278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'floatingip': {'port_id': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:14:09.427494 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:09.448084 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.057242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb802fa-a302-4cb1-941e-53bac1392271 req-9133afd6-b7b5-4c09-aa0e-6824771eaf66 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:10.058760 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fb802fa-a302-4cb1-941e-53bac1392271 req-9133afd6-b7b5-4c09-aa0e-6824771eaf66 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1555860 Sep 12 14:14:10.075736 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddfb0d-5c52-4ac6-b163-12a823e82770 req-3cc891e8-ccd1-4341-bd51-c3c438cc8710 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:10.077127 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c5ddfb0d-5c52-4ac6-b163-12a823e82770 req-3cc891e8-ccd1-4341-bd51-c3c438cc8710 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1724260 Sep 12 14:14:10.117064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.db.resource_extend [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 14:14:10.226753 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fb802fa-a302-4cb1-941e-53bac1392271 req-f013931f-e62d-42e7-9407-0ff6d1eeeb24 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608589 Sep 12 14:14:10.243745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.254830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c5ddfb0d-5c52-4ac6-b163-12a823e82770 req-94291be0-ed5d-43d4-8b5a-4cd31f36e02e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672029 Sep 12 14:14:10.255614 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.255763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.259881 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.341279 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:10.361870 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP e8e218d9-ebb9-48c6-8f49-59412ec523dd associated. External IP: 172.27.3.67, port: 581da079-111d-4f64-ab1a-c5d8a6a8b6a2. Sep 12 14:14:10.552252 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Floating IP 971201db-b997-42e4-8541-1dcb4a611fa1 associated. External IP: 172.27.3.181, port: 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd. Sep 12 14:14:10.571236 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:14:10.597678 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:10.657827 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:10.681838 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:14:10.686804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.701599 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:14:10.717407 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:10.718036 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:10.741555 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-3f98266c-301f-40f9-bff0-0caab3b8c186 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/e8e218d9-ebb9-48c6-8f49-59412ec523dd HTTP/1.1" status: 200 len: 990 time: 1.3836462 Sep 12 14:14:10.741555 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:10.742745 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd7b25d-2ec0-4845-a677-4f77eda19655" -d '{"events": [{"name": "network-changed", "server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:10.781990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:14:10.792562 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e398565-8dee-4e85-92dd-22038c2cda99 x-openstack-request-id: req-0e398565-8dee-4e85-92dd-22038c2cda99 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:10.792913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:10.793142 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e398565-8dee-4e85-92dd-22038c2cda99 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:10.793556 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e398565-8dee-4e85-92dd-22038c2cda99'] response: {'name': 'network-changed', 'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'status': 'completed', 'code': 200} Sep 12 14:14:10.833667 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:10.898092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:14:10.902590 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:10.907458 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:14:10.917394 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:10.917928 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:10.923282 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:10.932952 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b1fccb42-be92-42a3-870e-f7cc59597d65 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/971201db-b997-42e4-8541-1dcb4a611fa1 HTTP/1.1" status: 200 len: 991 time: 1.5584958 Sep 12 14:14:10.933848 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:10.936446 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f3784-baf2-426b-a235-f22ef0decac7" -d '{"events": [{"name": "network-changed", "server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:10.981695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240eb3b-11bb-48f5-8c18-e65cdda86347 x-openstack-request-id: req-8240eb3b-11bb-48f5-8c18-e65cdda86347 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:10.981986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:10.982239 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8240eb3b-11bb-48f5-8c18-e65cdda86347 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:10.982733 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8240eb3b-11bb-48f5-8c18-e65cdda86347'] response: {'name': 'network-changed', 'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'status': 'completed', 'code': 200} Sep 12 14:14:11.033200 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:11.035250 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:11.210121 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.244254 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:14:11.254721 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:11.255430 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.380187 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:11.402289 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75862433-93c4-4b97-b8ba-52731d059508 req-40310f28-cda3-4043-9385-670554f65549 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:11.409612 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-75862433-93c4-4b97-b8ba-52731d059508 req-40310f28-cda3-4043-9385-670554f65549 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0817454 Sep 12 14:14:11.424315 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '971201db-b997-42e4-8541-1dcb4a611fa1', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:15:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58855138-24d4-43f5-bbf2-c470cb31e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:26Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.447024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261070fb-a7a3-4912-9cbe-ea8a218d8dfd req-a1e6fad9-766e-4488-beee-714562523655 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:11.448505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-261070fb-a7a3-4912-9cbe-ea8a218d8dfd req-a1e6fad9-766e-4488-beee-714562523655 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0922453 Sep 12 14:14:11.450003 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:14:11.458760 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:11.459470 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.497396 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-75862433-93c4-4b97-b8ba-52731d059508 req-4fcb6a5b-1ca7-4de2-956e-8294ed576227 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868418 Sep 12 14:14:11.523318 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-261070fb-a7a3-4912-9cbe-ea8a218d8dfd req-beccaacf-6a06-4be8-8f8f-d539ab4ffa03 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636876 Sep 12 14:14:11.574911 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:11.622722 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.650413 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075fe9bb-7d62-4e7a-b0fb-0889d463c63f None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:14:11.812812 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '971201db-b997-42e4-8541-1dcb4a611fa1', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:15:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58855138-24d4-43f5-bbf2-c470cb31e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:26Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:11.848607 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b254370-2103-4fc5-bc69-c217127b2210 None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '971201db-b997-42e4-8541-1dcb4a611fa1', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:15:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58855138-24d4-43f5-bbf2-c470cb31e738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:26Z', 'updated_at': '2022-09-12T14:14:10Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:14:12.101268 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918a4d-54ae-480d-884c-074e1451c27d req-b76e4932-1c93-498a-b34a-47fd8414b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.103468 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-b76e4932-1c93-498a-b34a-47fd8414b2ce service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0653419 Sep 12 14:14:12.193285 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c471e2-2323-42d0-add1-73f7a4fa8a87 req-6fc70b6e-adba-4561-bf9d-091e66c21298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.194894 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e8c471e2-2323-42d0-add1-73f7a4fa8a87 req-6fc70b6e-adba-4561-bf9d-091e66c21298 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1129 time: 0.0898232 Sep 12 14:14:12.196192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3784-baf2-426b-a235-f22ef0decac7 req-2488e62f-76b8-45df-93c1-b9cc7a76689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.198247 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-2488e62f-76b8-45df-93c1-b9cc7a76689b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1129 time: 0.0805678 Sep 12 14:14:12.232934 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918a4d-54ae-480d-884c-074e1451c27d req-3f6c9810-27c2-4427-baab-9c805d4839f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.234565 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-3f6c9810-27c2-4427-baab-9c805d4839f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1115406 Sep 12 14:14:12.235673 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-16a53f18-5771-4862-a17e-0b7303e5fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.237005 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-16a53f18-5771-4862-a17e-0b7303e5fd8f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 1129 time: 0.0924275 Sep 12 14:14:12.350282 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e8c471e2-2323-42d0-add1-73f7a4fa8a87 req-2baea690-6434-4733-8026-027761ce0c53 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324713 Sep 12 14:14:12.359977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3784-baf2-426b-a235-f22ef0decac7 req-9bedbb5c-e9b1-471e-b6db-c78e92ab3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.361437 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-9bedbb5c-e9b1-471e-b6db-c78e92ab3a4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1456831 Sep 12 14:14:12.462103 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-2cebbc2e-fd9b-4084-8e3c-5e04160caa51 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095401 Sep 12 14:14:12.491254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-803acf7d-4a6b-4a98-8b34-349987a73bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.492743 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-803acf7d-4a6b-4a98-8b34-349987a73bd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 916 time: 0.2315853 Sep 12 14:14:12.672443 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e803-66f3-4af1-83fa-bee05a54425c req-7f917855-b643-41f3-948d-467df483d410 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.684073 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0443e803-66f3-4af1-83fa-bee05a54425c req-7f917855-b643-41f3-948d-467df483d410 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0727177 Sep 12 14:14:12.714709 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c58584e-6fd5-4281-9db4-05a639f6dce4 None None] New status for floating IP e8e218d9-ebb9-48c6-8f49-59412ec523dd: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:14:12.825769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44490) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:12.863953 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-bac337d0-b447-4f73-bd72-b7e2fc942c2d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2 HTTP/1.1" status: 200 len: 998 time: 0.2305405 Sep 12 14:14:12.954578 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84918a4d-54ae-480d-884c-074e1451c27d req-fabd4fe3-bdfe-441a-8519-d37862dcfab7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172877 Sep 12 14:14:12.970181 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba4b05-83e2-4e28-b1cf-3d3674f3891c req-25e02024-29d9-43b7-aa15-af4b008a453a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:12.977284 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f3ba4b05-83e2-4e28-b1cf-3d3674f3891c req-25e02024-29d9-43b7-aa15-af4b008a453a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.2858288 Sep 12 14:14:13.023393 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-19d824c9-45af-4408-83dc-ecdfc60d21d4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 999 time: 0.3302956 Sep 12 14:14:13.037209 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0443e803-66f3-4af1-83fa-bee05a54425c req-d70eaabc-fd27-4fff-8451-12bdd5f2c731 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508999 Sep 12 14:14:13.047634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.066245 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b38efd-892a-42d1-b8de-907bafeb0f3f None None] New status for floating IP 971201db-b997-42e4-8541-1dcb4a611fa1: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:14:13.082568 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f3ba4b05-83e2-4e28-b1cf-3d3674f3891c req-0c94d278-59f2-429a-8a2f-9d53350ab91b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040404 Sep 12 14:14:13.145246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:13.180926 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Publish callbacks [] for security_group (fe28ea4b-7a2f-4c22-abf4-b675168e0610), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.185397 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fe28ea4b-7a2f-4c22-abf4-b675168e0610), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.227736 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28ea4b-7a2f-4c22-abf4-b675168e0610,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:13.233390 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7fb787f6e0a8414787a501e06bdfba6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007652 Sep 12 14:14:13.237511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44504) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:13.240391 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.240753 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.241872 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.241872 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.242149 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.242381 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.242709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.243060 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.243393 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.243719 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.244098 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.244430 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.244753 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.245075 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.245509 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f487015-4b0f-4e39-86cd-6da97545daa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.247893 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:13.252533 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:13.289001 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Publish callbacks [] for security_group (fe28ea4b-7a2f-4c22-abf4-b675168e0610), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.310427 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Publish callbacks [] for security_group (fe28ea4b-7a2f-4c22-abf4-b675168e0610), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.375333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-e45818df-0683-4904-9811-2f4da18017c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:13.377244 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-e45818df-0683-4904-9811-2f4da18017c9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.0513985 Sep 12 14:14:13.389854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3784-baf2-426b-a235-f22ef0decac7 req-d0dffc6f-4468-4fc3-96d8-9200ed796c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:13.392102 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-d0dffc6f-4468-4fc3-96d8-9200ed796c57 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0625427 Sep 12 14:14:13.403047 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fe28ea4b-7a2f-4c22-abf4-b675168e0610), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.405620 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.407349 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe28ea4b-7a2f-4c22-abf4-b675168e0610 HTTP/1.1" status: 204 len: 168 time: 0.1688554 Sep 12 14:14:13.415201 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28ea4b-7a2f-4c22-abf4-b675168e0610,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:13.417036 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:13.423829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.424191 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.424532 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.424871 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.425205 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.425546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.425867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.426189 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.426519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.426867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.427198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.427521 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.427845 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.428164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.428483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a26c292-3843-472a-9024-76546e8653d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:13.470924 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-5d65f4bd-7ef7-4a25-89b8-04e79ce3e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:13.472247 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-5d65f4bd-7ef7-4a25-89b8-04e79ce3e338 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399144 Sep 12 14:14:13.563199 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3784-baf2-426b-a235-f22ef0decac7 req-f248860e-8775-41c0-8405-eccbffe2de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:13.564969 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-f248860e-8775-41c0-8405-eccbffe2de51 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438831 Sep 12 14:14:13.617439 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-d6d97899-05b0-4cc4-8143-1d22d72d88c4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952632 Sep 12 14:14:13.671388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-cc858ec4-49c8-4a1d-a451-018c37b6161e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983291 Sep 12 14:14:13.709599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44514) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:13.723543 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8cddde2-4e7a-4f81-b8af-ee300fe0027f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.804244 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8cddde2-4e7a-4f81-b8af-ee300fe0027f admin admin] Publish callbacks [] for security_group (baf857ed-87dc-49d0-be31-581cadee0815), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.808153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8cddde2-4e7a-4f81-b8af-ee300fe0027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (baf857ed-87dc-49d0-be31-581cadee0815), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.848036 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f8cddde2-4e7a-4f81-b8af-ee300fe0027f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=094ca5d83ac04bb38d799646353515f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371620 Sep 12 14:14:13.849159 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cddde2-4e7a-4f81-b8af-ee300fe0027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf857ed-87dc-49d0-be31-581cadee0815,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:13.850728 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44516) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:13.883984 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:13.901827 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] Publish callbacks [] for security_group (baf857ed-87dc-49d0-be31-581cadee0815), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.921035 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] Publish callbacks [] for security_group (baf857ed-87dc-49d0-be31-581cadee0815), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.968563 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (baf857ed-87dc-49d0-be31-581cadee0815), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.971104 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:13.972244 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/baf857ed-87dc-49d0-be31-581cadee0815 HTTP/1.1" status: 204 len: 168 time: 0.1205025 Sep 12 14:14:13.980562 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13449-dab6-4209-9b23-f4402dcf6313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf857ed-87dc-49d0-be31-581cadee0815,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:14.191641 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e3825-fd4a-4bdd-8221-d4eaf5ab1cf9 req-0e6e11f5-2af7-4825-b77c-53a2760f1cc9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:14.193777 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-311e3825-fd4a-4bdd-8221-d4eaf5ab1cf9 req-0e6e11f5-2af7-4825-b77c-53a2760f1cc9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0716698 Sep 12 14:14:14.324918 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94351cfc-40d8-47fc-ad33-26af3bb41516 req-08251613-4710-4ff8-b104-314eade25fe1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:14.331849 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-94351cfc-40d8-47fc-ad33-26af3bb41516 req-08251613-4710-4ff8-b104-314eade25fe1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1332910 Sep 12 14:14:14.366254 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4bd7b25d-2ec0-4845-a677-4f77eda19655 req-a2d28f8c-a504-4f99-8694-bd33e3422976 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210940 Sep 12 14:14:14.368706 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-311e3825-fd4a-4bdd-8221-d4eaf5ab1cf9 req-54d2652c-df4c-48b9-bad0-28222d1486c5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679976 Sep 12 14:14:14.419295 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-933f3784-baf2-426b-a235-f22ef0decac7 req-e74d5405-deac-451e-8259-55a133423871 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755164 Sep 12 14:14:14.424053 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-94351cfc-40d8-47fc-ad33-26af3bb41516 req-742ac3d5-a1f0-4e64-8bd7-f317547c3876 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914319 Sep 12 14:14:15.521290 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c165f-ef91-43da-bad8-23d7e7fb4e6a req-c6a47d5b-6432-49f2-974e-ab5417a66f5f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:15.522951 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e97c165f-ef91-43da-bad8-23d7e7fb4e6a req-c6a47d5b-6432-49f2-974e-ab5417a66f5f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0599911 Sep 12 14:14:15.585633 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:15.609638 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23770f4-e93b-4173-bf37-8cde56bfdf52 req-df982e70-7d2c-4cda-bdcc-95ea9a230c7f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:15.611175 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c23770f4-e93b-4173-bf37-8cde56bfdf52 req-df982e70-7d2c-4cda-bdcc-95ea9a230c7f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0807424 Sep 12 14:14:15.627465 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e97c165f-ef91-43da-bad8-23d7e7fb4e6a req-d654d050-0843-4d23-ba0e-e610908f503b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977969 Sep 12 14:14:15.674315 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c23770f4-e93b-4173-bf37-8cde56bfdf52 req-b1518c0e-495d-4d6c-a311-f0ae4965050b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Sep 12 14:14:15.791718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44612) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:15.819074 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94c37-2774-4a0a-ac5a-11aca4b6e373 req-19fba16c-992e-49c8-8f8f-e9b9e21896c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:15.820960 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22d94c37-2774-4a0a-ac5a-11aca4b6e373 req-19fba16c-992e-49c8-8f8f-e9b9e21896c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0641842 Sep 12 14:14:15.831320 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44618) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:15.836504 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'floatingip': {'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:14:15.903301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:15.945103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ab809547-b567-4e5f-9963-2d72fdde171c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:15.970059 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-98370622-e155-4501-a658-a667dbeac9bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995893 Sep 12 14:14:16.018286 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:16.060812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ab809547-b567-4e5f-9963-2d72fdde171c admin admin] Publish callbacks [] for security_group (81d85215-9fca-4d56-9893-7a38792a67bb), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.065555 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ab809547-b567-4e5f-9963-2d72fdde171c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (81d85215-9fca-4d56-9893-7a38792a67bb), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.108414 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab809547-b567-4e5f-9963-2d72fdde171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d85215-9fca-4d56-9893-7a38792a67bb,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:16.120639 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-699df43b-6a38-4f09-bc62-781b3104a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:16.122344 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-699df43b-6a38-4f09-bc62-781b3104a21f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.0788562 Sep 12 14:14:16.126259 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ab809547-b567-4e5f-9963-2d72fdde171c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0f9f744449744d959abd33704b09fac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324804 Sep 12 14:14:16.147170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44630) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.175842 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44632) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.216361 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] Publish callbacks [] for security_group (81d85215-9fca-4d56-9893-7a38792a67bb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.237466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] Publish callbacks [] for security_group (81d85215-9fca-4d56-9893-7a38792a67bb), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.239007 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:16.304551 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (81d85215-9fca-4d56-9893-7a38792a67bb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.307053 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.308138 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/81d85215-9fca-4d56-9893-7a38792a67bb HTTP/1.1" status: 204 len: 168 time: 0.1611857 Sep 12 14:14:16.310862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-685683e0-28c0-4eab-9bc3-cb2177d75dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.329926 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8e7f8-f12f-492d-9889-2a01ba7ada34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d85215-9fca-4d56-9893-7a38792a67bb,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:16.406327 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-685683e0-28c0-4eab-9bc3-cb2177d75dc3 admin admin] Publish callbacks [] for security_group (cf145f44-4aa2-436b-852e-cc16c55d50c3), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.408686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-1c67a67c-5b65-44b8-92a0-5ec02a1a275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:16.410163 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-1c67a67c-5b65-44b8-92a0-5ec02a1a275c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.2302566 Sep 12 14:14:16.411453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-685683e0-28c0-4eab-9bc3-cb2177d75dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (cf145f44-4aa2-436b-852e-cc16c55d50c3), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.452070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685683e0-28c0-4eab-9bc3-cb2177d75dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf145f44-4aa2-436b-852e-cc16c55d50c3,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:16.456251 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-685683e0-28c0-4eab-9bc3-cb2177d75dc3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=045ea67b1974438bae4ac6df5c31a4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794542 Sep 12 14:14:16.458885 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44638) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.471677 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-0e2075e2-90e2-4708-94a1-dbb1bcf2d65f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.0531259 Sep 12 14:14:16.482726 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:16.515960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] Publish callbacks [] for security_group (cf145f44-4aa2-436b-852e-cc16c55d50c3), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.538586 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] Publish callbacks [] for security_group (cf145f44-4aa2-436b-852e-cc16c55d50c3), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.560333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.571434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.600306 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (cf145f44-4aa2-436b-852e-cc16c55d50c3), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.603748 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.606902 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cf145f44-4aa2-436b-852e-cc16c55d50c3 HTTP/1.1" status: 204 len: 168 time: 0.1454449 Sep 12 14:14:16.614809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-b29436a3-3e79-4901-9685-8783e62098dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:16.616283 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-b29436a3-3e79-4901-9685-8783e62098dd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.1290102 Sep 12 14:14:16.619742 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff7c77-e6b9-4109-8300-60119d8cf81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf145f44-4aa2-436b-852e-cc16c55d50c3,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:16.719259 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44646) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.738925 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd85861d-ec87-48a9-b672-40157b4ae269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.858523 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd85861d-ec87-48a9-b672-40157b4ae269 admin admin] Publish callbacks [] for security_group (e39adffc-0223-4bf7-b466-873d338598fa), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.864480 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd85861d-ec87-48a9-b672-40157b4ae269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e39adffc-0223-4bf7-b466-873d338598fa), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.908008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85861d-ec87-48a9-b672-40157b4ae269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39adffc-0223-4bf7-b466-873d338598fa,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:16.912510 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-dd85861d-ec87-48a9-b672-40157b4ae269 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a7398341fec445ab429c299872c1ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920180 Sep 12 14:14:16.915052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44650) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.971793 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] Publish callbacks [] for security_group (e39adffc-0223-4bf7-b466-873d338598fa), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:16.974626 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-dd0ec09d-5744-4dc9-bea0-2925cd334779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:16.976340 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-dd0ec09d-5744-4dc9-bea0-2925cd334779 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3484015 Sep 12 14:14:16.992125 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44652) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:16.995173 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] Publish callbacks [] for security_group (e39adffc-0223-4bf7-b466-873d338598fa), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.013055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e099c844-8dc0-4264-bfa0-b29911054371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.014338 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43654bc-d856-4ec4-a78d-aa4c249cf4f8 req-bf3fd526-2fad-42c0-9c16-7905aecb8a60 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:17.015837 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b43654bc-d856-4ec4-a78d-aa4c249cf4f8 req-bf3fd526-2fad-42c0-9c16-7905aecb8a60 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1210301 Sep 12 14:14:17.017818 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.019154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Floating IP 62be74ab-a0f8-4180-9ae4-b03c11678f83 associated. External IP: 172.27.3.87, port: 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63. Sep 12 14:14:17.079495 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e39adffc-0223-4bf7-b466-873d338598fa), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.082086 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.083246 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e39adffc-0223-4bf7-b466-873d338598fa HTTP/1.1" status: 204 len: 168 time: 0.1673133 Sep 12 14:14:17.095810 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da734e-4b7a-4253-8778-8cf09fcb8b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39adffc-0223-4bf7-b466-873d338598fa,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:17.148945 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e099c844-8dc0-4264-bfa0-b29911054371 admin admin] Publish callbacks [] for security_group (f158d8a8-d42b-4753-8f3d-745d372892c0), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.156720 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e099c844-8dc0-4264-bfa0-b29911054371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f158d8a8-d42b-4753-8f3d-745d372892c0), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.182235 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.208119 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b43654bc-d856-4ec4-a78d-aa4c249cf4f8 req-b1d6400b-ff7b-48e8-bbdc-fb39751c426c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630249 Sep 12 14:14:17.219660 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e099c844-8dc0-4264-bfa0-b29911054371 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cb7fde5be83d43e493c5ab426ab40ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262740 Sep 12 14:14:17.223478 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44660) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:17.223478 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099c844-8dc0-4264-bfa0-b29911054371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158d8a8-d42b-4753-8f3d-745d372892c0,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:17.268033 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-c204461a-7aa0-4420-a474-3472bb14825d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823040 Sep 12 14:14:17.285307 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] Publish callbacks [] for security_group (f158d8a8-d42b-4753-8f3d-745d372892c0), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.307197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] Publish callbacks [] for security_group (f158d8a8-d42b-4753-8f3d-745d372892c0), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.347751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.366304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f158d8a8-d42b-4753-8f3d-745d372892c0), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.368866 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.370018 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f158d8a8-d42b-4753-8f3d-745d372892c0 HTTP/1.1" status: 204 len: 168 time: 0.1478510 Sep 12 14:14:17.374022 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.378298 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad964-712f-441a-88fa-cda835dc2c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158d8a8-d42b-4753-8f3d-745d372892c0,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:17.400622 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:14:17.520802 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:14:17.526347 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:17.533872 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:14:17.544556 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:17.545394 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:17.560418 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-13ea9944-40e2-4b49-bafb-9ec826e59928 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/62be74ab-a0f8-4180-9ae4-b03c11678f83 HTTP/1.1" status: 200 len: 990 time: 1.7276192 Sep 12 14:14:17.561103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:17.564653 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:17.614013 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe93ca1d-8185-4754-81b4-7b4cef2c7fed x-openstack-request-id: req-fe93ca1d-8185-4754-81b4-7b4cef2c7fed {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:17.614303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:17.614555 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe93ca1d-8185-4754-81b4-7b4cef2c7fed {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:17.615079 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe93ca1d-8185-4754-81b4-7b4cef2c7fed'] response: {'name': 'network-changed', 'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'status': 'completed', 'code': 200} Sep 12 14:14:17.635230 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.660754 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:17.742517 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:17.885687 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '62be74ab-a0f8-4180-9ae4-b03c11678f83', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:35Z', 'updated_at': '2022-09-12T14:14:16Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:17.914754 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:14:17.925384 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:17.926003 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:18.121063 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:18.370434 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '62be74ab-a0f8-4180-9ae4-b03c11678f83', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:35Z', 'updated_at': '2022-09-12T14:14:16Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:18.411614 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47104797-0556-46a3-85fc-ffe22dfb20b7 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '62be74ab-a0f8-4180-9ae4-b03c11678f83', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:35Z', 'updated_at': '2022-09-12T14:14:16Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:14:18.415791 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72970-7cbc-432d-b7fd-a78b18845925 req-85144bd1-51f4-476f-a326-64ccf530bad8 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:18.418048 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5df72970-7cbc-432d-b7fd-a78b18845925 req-85144bd1-51f4-476f-a326-64ccf530bad8 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0762005 Sep 12 14:14:18.479481 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5df72970-7cbc-432d-b7fd-a78b18845925 req-71a0659c-8bac-4fe5-b993-bb25fd042d02 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Sep 12 14:14:18.659325 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:18.948237 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1beca42-989c-47e0-94ac-4551fe833d83 None None] New status for floating IP 62be74ab-a0f8-4180-9ae4-b03c11678f83: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:14:19.053902 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44750) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:19.210475 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-30abbb7e-9d3c-4663-ad10-a09ccc2b4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:19.212164 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-30abbb7e-9d3c-4663-ad10-a09ccc2b4a35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1129 time: 0.0564084 Sep 12 14:14:19.230098 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-295a6287-0b03-41be-8c63-aef0f0ee3269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.286493 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c97ab995-73fd-4cd8-95fd-d4b6afbd54ae req-b5b9aa78-9fff-4ea0-bf3c-ac1e01377a35 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736763 Sep 12 14:14:19.346675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-295a6287-0b03-41be-8c63-aef0f0ee3269 admin admin] Publish callbacks [] for security_group (a8acdd17-12d0-4dfa-ab89-947eb6d0d325), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.351166 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-295a6287-0b03-41be-8c63-aef0f0ee3269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a8acdd17-12d0-4dfa-ab89-947eb6d0d325), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.385881 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:19.396052 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a6287-0b03-41be-8c63-aef0f0ee3269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acdd17-12d0-4dfa-ab89-947eb6d0d325,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:19.403343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44766) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:19.403480 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-295a6287-0b03-41be-8c63-aef0f0ee3269 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9221b61786004e0b8e21b13c18490fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482389 Sep 12 14:14:19.458483 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] Publish callbacks [] for security_group (a8acdd17-12d0-4dfa-ab89-947eb6d0d325), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.479103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] Publish callbacks [] for security_group (a8acdd17-12d0-4dfa-ab89-947eb6d0d325), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.532242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a8acdd17-12d0-4dfa-ab89-947eb6d0d325), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.535651 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:19.537004 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a8acdd17-12d0-4dfa-ab89-947eb6d0d325 HTTP/1.1" status: 204 len: 168 time: 0.1323478 Sep 12 14:14:19.547343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301ba5c-fd90-4e3e-9505-843fcf78d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acdd17-12d0-4dfa-ab89-947eb6d0d325,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:19.635549 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e67c3d-8add-4924-ac08-170b068a0bdb req-23e38789-700a-4ebc-b342-aeec5f65fa99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:19.644028 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7e67c3d-8add-4924-ac08-170b068a0bdb req-23e38789-700a-4ebc-b342-aeec5f65fa99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0650344 Sep 12 14:14:19.715176 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7e67c3d-8add-4924-ac08-170b068a0bdb req-ea16b2f3-301b-4a1c-b6e1-c0488df2fdc9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Sep 12 14:14:19.786194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-47668205-5874-4597-9fbb-eedd89601342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:19.788102 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-47668205-5874-4597-9fbb-eedd89601342 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.2037053 Sep 12 14:14:20.176175 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-348c086c-0bca-436e-87ff-facd4f0a8d94 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 1000 time: 0.0960524 Sep 12 14:14:20.214131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44796) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:20.239963 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-e9aeb9e8-ca8d-4a6f-babb-b3dbe51fefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:20.242158 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-e9aeb9e8-ca8d-4a6f-babb-b3dbe51fefa8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0558479 Sep 12 14:14:20.308595 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-7ff22260-60a8-465e-aa36-4e82f3a820de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:20.310338 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-7ff22260-60a8-465e-aa36-4e82f3a820de service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447154 Sep 12 14:14:20.356353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3a89-5a11-4114-8343-2efebd9884ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.442498 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3a89-5a11-4114-8343-2efebd9884ac admin admin] Publish callbacks [] for security_group (ad76b28c-36db-4c2d-8b5a-388ef0a80e2b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.451428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3a89-5a11-4114-8343-2efebd9884ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ad76b28c-36db-4c2d-8b5a-388ef0a80e2b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.501451 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-1639dc41-b6d7-481a-b591-08eb97c72c8f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661668 Sep 12 14:14:20.516703 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9b6f3a89-5a11-4114-8343-2efebd9884ac admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d8e5da90a062489d9f68dd6addbfd7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015015 Sep 12 14:14:20.519464 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44812) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:20.522266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f3a89-5a11-4114-8343-2efebd9884ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad76b28c-36db-4c2d-8b5a-388ef0a80e2b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:20.881142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b39f8-d75f-4b11-a515-518274be59fb req-efabf553-e9d1-4c6d-b054-099263163f18 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:20.881838 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] Publish callbacks [] for security_group (ad76b28c-36db-4c2d-8b5a-388ef0a80e2b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.887390 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-543b39f8-d75f-4b11-a515-518274be59fb req-efabf553-e9d1-4c6d-b054-099263163f18 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.0876725 Sep 12 14:14:20.893375 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e1ac0d4e-a257-4ca8-b45f-d01097ccc2f7 req-56d792d1-7746-4e25-800c-1a95a5bf8c58 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439388 Sep 12 14:14:20.909044 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] Publish callbacks [] for security_group (ad76b28c-36db-4c2d-8b5a-388ef0a80e2b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.920831 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:20.947008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaaa60-b173-45d1-a955-50f8149a35b0 req-c474dfe9-6833-46c5-9248-02d637fb4abf tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:20.948894 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-47eaaa60-b173-45d1-a955-50f8149a35b0 req-c474dfe9-6833-46c5-9248-02d637fb4abf tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1389959 Sep 12 14:14:20.974068 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:20.981194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ad76b28c-36db-4c2d-8b5a-388ef0a80e2b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.986060 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:20.987849 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ad76b28c-36db-4c2d-8b5a-388ef0a80e2b HTTP/1.1" status: 204 len: 168 time: 0.4664938 Sep 12 14:14:20.996784 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573d3bc-9a4d-4c10-bab6-80dadbcb3835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad76b28c-36db-4c2d-8b5a-388ef0a80e2b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:21.002439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-543b39f8-d75f-4b11-a515-518274be59fb req-01bd6ce1-212a-43e7-89c2-1835724959ee tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098163 Sep 12 14:14:21.040297 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-47eaaa60-b173-45d1-a955-50f8149a35b0 req-c6b6d50a-31ae-4cfb-a9c3-7390791b5565 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768247 Sep 12 14:14:22.145129 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc337a2-7ba0-4d8e-8550-378709d903ea req-a4979f6d-018e-434e-a01d-3d657c956211 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:22.146735 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bcc337a2-7ba0-4d8e-8550-378709d903ea req-a4979f6d-018e-434e-a01d-3d657c956211 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.0642021 Sep 12 14:14:22.217175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3218e7-cea6-4880-9cea-66cce838bbea req-f350bd32-97cf-4b7a-93bd-6be82021b66c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:22.219367 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b3218e7-cea6-4880-9cea-66cce838bbea req-f350bd32-97cf-4b7a-93bd-6be82021b66c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0714984 Sep 12 14:14:22.261212 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bcc337a2-7ba0-4d8e-8550-378709d903ea req-4be89948-f735-4ddc-91fe-43fe306e6f02 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Sep 12 14:14:22.293741 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b3218e7-cea6-4880-9cea-66cce838bbea req-40cf5698-b092-43d5-ac59-5501cc750711 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644956 Sep 12 14:14:23.412450 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-04613975-2c21-4011-bc40-acdeee96209c tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:23.415737 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-04613975-2c21-4011-bc40-acdeee96209c tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.1117020 Sep 12 14:14:23.453966 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8501ca-ab90-4245-ba2c-3e46c7f7306b req-5c33e73d-2cdd-4296-87a6-5ef08b7808d8 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:23.457105 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd8501ca-ab90-4245-ba2c-3e46c7f7306b req-5c33e73d-2cdd-4296-87a6-5ef08b7808d8 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 945 time: 0.0857811 Sep 12 14:14:23.466003 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915716e5-2474-4e46-86bc-125025015a09 req-d164a1ec-3db8-4a96-8f53-847537c0dd26 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:23.467472 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-915716e5-2474-4e46-86bc-125025015a09 req-d164a1ec-3db8-4a96-8f53-847537c0dd26 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0854714 Sep 12 14:14:23.552496 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-915716e5-2474-4e46-86bc-125025015a09 req-684e9c88-7afa-4800-b917-fba5d2cc405b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772915 Sep 12 14:14:23.555744 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd8501ca-ab90-4245-ba2c-3e46c7f7306b req-f220fb80-255f-44c5-8b99-feade28a4657 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8774d4fa-c646-4112-9727-50c7672d49a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Sep 12 14:14:23.562912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Deleting port 6e135970-815d-473f-83f6-81d3a4e3a6e1 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:14:23.564759 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:23.657840 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:23.705283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] For port 6e135970-815d-473f-83f6-81d3a4e3a6e1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6e135970-815d-473f-83f6-81d3a4e3a6e1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:23.705721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:23.726246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Calling delete_port for 6e135970-815d-473f-83f6-81d3a4e3a6e1 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:14:23.882151 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (6e135970-815d-473f-83f6-81d3a4e3a6e1), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:23.903787 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['6e135970-815d-473f-83f6-81d3a4e3a6e1'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:23.910225 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Pushing event deleted for resources: {'Port': ['ID=6e135970-815d-473f-83f6-81d3a4e3a6e1,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:23.976337 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] No DVR routers for this DVR port 6e135970-815d-473f-83f6-81d3a4e3a6e1 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:14:23.979506 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:23.982893 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-01049adb-ff23-429a-9fec-d8e8c86a9377 req-efa664dd-9011-47bd-a5b3-0777d6fd5a9b tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.23 "DELETE /networking/v2.0/ports/6e135970-815d-473f-83f6-81d3a4e3a6e1 HTTP/1.1" status: 204 len: 173 time: 0.5571685 Sep 12 14:14:23.983390 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'name': 'network-vif-deleted', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:23.985703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb8a865-3dce-4a0f-8960-7a91b1f6d528" -d '{"events": [{"server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "name": "network-vif-deleted", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:24.024700 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fcaa2b-7c55-459e-8121-67fe9adfa2a1 x-openstack-request-id: req-87fcaa2b-7c55-459e-8121-67fe9adfa2a1 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:24.025891 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608616b8-2ef0-4311-83f6-ff44bba4fa27", "name": "network-vif-deleted", "tag": "6e135970-815d-473f-83f6-81d3a4e3a6e1", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:24.026343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87fcaa2b-7c55-459e-8121-67fe9adfa2a1 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:24.026778 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fcaa2b-7c55-459e-8121-67fe9adfa2a1'] response: {'server_uuid': '608616b8-2ef0-4311-83f6-ff44bba4fa27', 'name': 'network-vif-deleted', 'tag': '6e135970-815d-473f-83f6-81d3a4e3a6e1', 'status': 'completed', 'code': 200} Sep 12 14:14:24.285074 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44940) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:24.388321 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5826c005-2cbc-4b96-b4c3-ad54091207d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.461985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5826c005-2cbc-4b96-b4c3-ad54091207d0 admin admin] Publish callbacks [] for security_group (9f1756cb-4663-45eb-94cb-9e1605a111af), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.465676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5826c005-2cbc-4b96-b4c3-ad54091207d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9f1756cb-4663-45eb-94cb-9e1605a111af), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.503884 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5826c005-2cbc-4b96-b4c3-ad54091207d0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=48723e2b611247819f4c1ea39d91be23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177227 Sep 12 14:14:24.504832 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826c005-2cbc-4b96-b4c3-ad54091207d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1756cb-4663-45eb-94cb-9e1605a111af,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:24.506783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44944) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:24.556745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] Publish callbacks [] for security_group (9f1756cb-4663-45eb-94cb-9e1605a111af), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.559260 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:24.580676 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] Publish callbacks [] for security_group (9f1756cb-4663-45eb-94cb-9e1605a111af), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.637717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9f1756cb-4663-45eb-94cb-9e1605a111af), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.640654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:24.645579 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9f1756cb-4663-45eb-94cb-9e1605a111af HTTP/1.1" status: 204 len: 168 time: 0.1376803 Sep 12 14:14:24.692212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3053c14-55b7-4272-bcfd-799019e2b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1756cb-4663-45eb-94cb-9e1605a111af,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:24.697187 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-799a7a8d-50b3-4097-987e-fbee4c469f08 req-f889fea9-f887-43cf-beea-ed3d279e26dd tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.0505443 Sep 12 14:14:24.732255 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bb127-e25e-4029-b9a6-aef3f94961e4 req-862076fe-9ae5-4f85-8ae1-dc3dc1a6007f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:24.734418 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b57bb127-e25e-4029-b9a6-aef3f94961e4 req-862076fe-9ae5-4f85-8ae1-dc3dc1a6007f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0659552 Sep 12 14:14:24.791758 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b57bb127-e25e-4029-b9a6-aef3f94961e4 req-23812394-e54d-48ae-a82b-bd5fef01c55e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510626 Sep 12 14:14:24.948848 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 44960) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:24.962616 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1f03c8-6a02-406b-919f-4b851dda6709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.035751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1f03c8-6a02-406b-919f-4b851dda6709 admin admin] Publish callbacks [] for security_group (60a28af4-20b2-4577-bc07-c8e16fb7c1f2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.039542 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1f03c8-6a02-406b-919f-4b851dda6709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (60a28af4-20b2-4577-bc07-c8e16fb7c1f2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.081052 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ca1f03c8-6a02-406b-919f-4b851dda6709 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d07dc79346cb492fa539154818fc36eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311560 Sep 12 14:14:25.083079 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f03c8-6a02-406b-919f-4b851dda6709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a28af4-20b2-4577-bc07-c8e16fb7c1f2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:25.083823 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 44962) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:25.131823 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] Publish callbacks [] for security_group (60a28af4-20b2-4577-bc07-c8e16fb7c1f2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.151975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] Publish callbacks [] for security_group (60a28af4-20b2-4577-bc07-c8e16fb7c1f2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.199927 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (60a28af4-20b2-4577-bc07-c8e16fb7c1f2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.203054 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:25.204240 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/60a28af4-20b2-4577-bc07-c8e16fb7c1f2 HTTP/1.1" status: 204 len: 168 time: 0.1194124 Sep 12 14:14:25.211655 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de81393-1a0b-4280-97cb-dadaeee5a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a28af4-20b2-4577-bc07-c8e16fb7c1f2,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:25.846654 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bcd39395-e7aa-4a33-b2bd-72b66ea44afc req-8c8e1f0d-6d6f-448e-bcec-d225b13aea4c tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.0363772 Sep 12 14:14:25.924792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5808-8521-4cd2-b7b4-4e832b3fead2 req-0cb30856-845e-4764-91e4-ecfb02892ca1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:25.926313 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c9f5808-8521-4cd2-b7b4-4e832b3fead2 req-0cb30856-845e-4764-91e4-ecfb02892ca1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0477195 Sep 12 14:14:25.974386 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c9f5808-8521-4cd2-b7b4-4e832b3fead2 req-b5a32dcc-1dac-484c-b390-931daf5f3555 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Sep 12 14:14:26.934674 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:26.955765 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f2fea4cc-d97f-4b08-b4c6-08fe0729ec8d req-fd3e3889-cba5-489b-bfde-11ce1c23cb6e tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.0327113 Sep 12 14:14:27.098155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e66bb9-9dca-4d11-b940-c41471bf80f2 req-4967c895-52c9-4699-9cb9-ff208b158e98 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:27.099684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20e66bb9-9dca-4d11-b940-c41471bf80f2 req-4967c895-52c9-4699-9cb9-ff208b158e98 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Sep 12 14:14:27.147177 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20e66bb9-9dca-4d11-b940-c41471bf80f2 req-d9bfdd91-e9d8-4893-a407-0ae68d434db1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Sep 12 14:14:28.026088 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6e135970-815d-473f-83f6-81d3a4e3a6e1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:14:28.047499 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 6e135970-815d-473f-83f6-81d3a4e3a6e1 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:14:28.047958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6e135970-815d-473f-83f6-81d3a4e3a6e1 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:14:28.092745 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-30e12a75-098f-48e1-bdb6-30cf3b260da1 req-c82ceb28-ae40-4c3a-9298-7cfba9cfa0e4 tempest-DeleteServersTestJSON-948662133 tempest-DeleteServersTestJSON-948662133-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=608616b8-2ef0-4311-83f6-ff44bba4fa27 HTTP/1.1" status: 200 len: 210 time: 0.0274227 Sep 12 14:14:28.151056 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:28.342284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327da3-0c1c-4a67-81e7-0a5cc53095d5 req-1f325dd3-335f-4713-b263-2b5eb87143bc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:28.344431 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-85327da3-0c1c-4a67-81e7-0a5cc53095d5 req-1f325dd3-335f-4713-b263-2b5eb87143bc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0581293 Sep 12 14:14:28.373411 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=71 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:28.375314 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=47 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:28.395395 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-85327da3-0c1c-4a67-81e7-0a5cc53095d5 req-5bbc6c48-7304-47ad-9c24-da21369789ca tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Sep 12 14:14:29.519293 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191bdf6-fdab-4537-a975-4d2329a23787 req-7b5577fb-dbdd-4e9c-a6bd-f1500587bb61 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:29.520718 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5191bdf6-fdab-4537-a975-4d2329a23787 req-7b5577fb-dbdd-4e9c-a6bd-f1500587bb61 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Sep 12 14:14:29.568589 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5191bdf6-fdab-4537-a975-4d2329a23787 req-98993295-cd56-4c9e-8f02-757788844948 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Sep 12 14:14:30.581900 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:14:30.688088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a1c98-58d0-4258-a5c4-b4b9349621a6 req-36a82510-3c93-4c85-adc2-aadb475bff07 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:30.689801 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-184a1c98-58d0-4258-a5c4-b4b9349621a6 req-36a82510-3c93-4c85-adc2-aadb475bff07 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0450537 Sep 12 14:14:30.735528 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-184a1c98-58d0-4258-a5c4-b4b9349621a6 req-df2f75f2-a387-4d5e-aa50-891154d04442 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Sep 12 14:14:31.863276 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e259-7fc2-425b-9a7c-fa4e292c61a2 req-ec4ebaf9-3636-47b6-94ee-981d4e98d328 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:31.864735 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f982e259-7fc2-425b-9a7c-fa4e292c61a2 req-ec4ebaf9-3636-47b6-94ee-981d4e98d328 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0518076 Sep 12 14:14:31.892427 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:31.920635 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f982e259-7fc2-425b-9a7c-fa4e292c61a2 req-3a65daca-9d66-418e-b04d-91bc307a786b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498333 Sep 12 14:14:32.691514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45160) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:32.730751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:32.894094 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:32.984115 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45168) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:33.064399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6997d2-0781-4fd2-aba6-dbbdbcc78832 req-0f586d62-b2be-4a3a-a318-8e7976df89dc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:33.066963 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ec6997d2-0781-4fd2-aba6-dbbdbcc78832 req-0f586d62-b2be-4a3a-a318-8e7976df89dc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0615962 Sep 12 14:14:33.073237 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-870b79cd-8337-4a5d-97eb-242fd16d7881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.104136 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (d2df241f-65a6-458d-980e-69cb2d1198cc), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.128938 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ec6997d2-0781-4fd2-aba6-dbbdbcc78832 req-fc6373f3-4e36-4d8c-b229-977e5029cb1c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Sep 12 14:14:33.152276 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-28d34483-2a48-4ec4-bad8-26df7c0e5ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.387864 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-28d34483-2a48-4ec4-bad8-26df7c0e5ab1 admin admin] Publish callbacks [] for security_group (18893699-28b8-473b-b00f-a49c70678267), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.404127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-28d34483-2a48-4ec4-bad8-26df7c0e5ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (18893699-28b8-473b-b00f-a49c70678267), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.474379 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-28d34483-2a48-4ec4-bad8-26df7c0e5ab1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bac4a3d979ea4877a5cc6ce3ca947e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892826 Sep 12 14:14:33.477070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d34483-2a48-4ec4-bad8-26df7c0e5ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18893699-28b8-473b-b00f-a49c70678267,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:33.477468 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45180) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:33.495685 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Deleting port d192664c-d408-432e-96b0-c0dc98035120 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:14:33.496026 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (d192664c-d408-432e-96b0-c0dc98035120), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.550039 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] Publish callbacks [] for security_group (18893699-28b8-473b-b00f-a49c70678267), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.573352 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] Publish callbacks [] for security_group (18893699-28b8-473b-b00f-a49c70678267), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.589865 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] For port d192664c-d408-432e-96b0-c0dc98035120, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d192664c-d408-432e-96b0-c0dc98035120,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:33.590227 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (d192664c-d408-432e-96b0-c0dc98035120), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.604388 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Calling delete_port for d192664c-d408-432e-96b0-c0dc98035120 owned by network:router_interface {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:14:33.630309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (18893699-28b8-473b-b00f-a49c70678267), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.638987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.641867 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/18893699-28b8-473b-b00f-a49c70678267 HTTP/1.1" status: 204 len: 168 time: 0.1628194 Sep 12 14:14:33.653842 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f78590-947c-4d82-839d-21d3c270f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18893699-28b8-473b-b00f-a49c70678267,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:33.731664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:33.844988 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (d192664c-d408-432e-96b0-c0dc98035120), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:33.861020 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:33.976310 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d192664c-d408-432e-96b0-c0dc98035120,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:34.041294 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45192) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:34.056605 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (d2df241f-65a6-458d-980e-69cb2d1198cc), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.058641 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-515cf375-4c1d-4a5c-8665-9e8893eb20ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.264093 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-515cf375-4c1d-4a5c-8665-9e8893eb20ef admin admin] Publish callbacks [] for security_group (9bbca06b-c00c-4be4-8235-5b77f95ac92d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.267205 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0738-4e34-4d29-89ab-cb19cf2a36cc req-ae04f0ab-c824-4571-8825-8876b03b0f8e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:34.268716 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-49ce0738-4e34-4d29-89ab-cb19cf2a36cc req-ae04f0ab-c824-4571-8825-8876b03b0f8e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0503395 Sep 12 14:14:34.273427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-515cf375-4c1d-4a5c-8665-9e8893eb20ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9bbca06b-c00c-4be4-8235-5b77f95ac92d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.324721 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-49ce0738-4e34-4d29-89ab-cb19cf2a36cc req-4f6f97b2-1f6c-4c6a-ac5c-f6edf33da029 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Sep 12 14:14:34.558684 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-515cf375-4c1d-4a5c-8665-9e8893eb20ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0aef64154651444f9962020581d958db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163593 Sep 12 14:14:34.561016 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cf375-4c1d-4a5c-8665-9e8893eb20ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbca06b-c00c-4be4-8235-5b77f95ac92d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:34.561774 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45196) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:34.581938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Router d2df241f-65a6-458d-980e-69cb2d1198cc has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:14:34.651810 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] Publish callbacks [] for security_group (9bbca06b-c00c-4be4-8235-5b77f95ac92d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.676155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] Publish callbacks [] for security_group (9bbca06b-c00c-4be4-8235-5b77f95ac92d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.719029 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:14:34.725196 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c3b01b45-928c-4676-b702-283b430bdd1f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d2df241f-65a6-458d-980e-69cb2d1198cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0326221 Sep 12 14:14:34.727822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45198) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:34.733372 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Sync routers for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:14:34.735955 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9bbca06b-c00c-4be4-8235-5b77f95ac92d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.738570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.739684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bbca06b-c00c-4be4-8235-5b77f95ac92d HTTP/1.1" status: 204 len: 168 time: 0.1768997 Sep 12 14:14:34.744419 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:34.744804 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:34.781438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb953e-ff68-47bd-9f46-feedc4ae10c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbca06b-c00c-4be4-8235-5b77f95ac92d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:34.823568 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:34.855967 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks [] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:34.858400 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:34.995837 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks [] for router_gateway (d2df241f-65a6-458d-980e-69cb2d1198cc), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.055630 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Deleting port a732172f-fe1a-4cb8-a7dd-65dd1d28b641 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:14:35.056111 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.075310 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:14:33Z', 'revision_number': 5, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port': {'id': 'a732172f-fe1a-4cb8-a7dd-65dd1d28b641', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:16:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:35.115016 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Checking router: d2df241f-65a6-458d-980e-69cb2d1198cc for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:14:35.127913 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Routers {'d2df241f-65a6-458d-980e-69cb2d1198cc'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:14:35.128558 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:14:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d2df241f-65a6-458d-980e-69cb2d1198cc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:35.172234 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] For port a732172f-fe1a-4cb8-a7dd-65dd1d28b641, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:35.173153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.175673 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:35.191631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Calling delete_port for a732172f-fe1a-4cb8-a7dd-65dd1d28b641 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:14:35.229536 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45212) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:35.232940 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] Set router d2df241f-65a6-458d-980e-69cb2d1198cc gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:14:35.244736 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-99ca7cf8-5222-4223-ac8e-1714cad46ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.256919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:35.282786 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d0a695b5-8b5b-46fe-adfb-fdfc00f09d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.301951 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:14:34Z', 'revision_number': 6, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:35.328073 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d194d8-e5f7-44df-b8b3-bdf342bc2e9b None None] The sync data for ids ['d2df241f-65a6-458d-980e-69cb2d1198cc'] in dv-cinder-820027-25-iscsi is: [{'id': 'd2df241f-65a6-458d-980e-69cb2d1198cc', 'name': 'tempest-DeleteServersTestJSON-1265831321-router', 'tenant_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:12Z', 'updated_at': '2022-09-12T14:14:34Z', 'revision_number': 6, 'project_id': 'e73505faee9c4bacbf2456e2d69c56f2', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:14:35.351662 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-99ca7cf8-5222-4223-ac8e-1714cad46ec9 admin admin] Publish callbacks [] for security_group (b00ad853-7641-4edc-a86a-031a9309c15b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.359977 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-99ca7cf8-5222-4223-ac8e-1714cad46ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b00ad853-7641-4edc-a86a-031a9309c15b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.389608 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca7cf8-5222-4223-ac8e-1714cad46ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ad853-7641-4edc-a86a-031a9309c15b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:35.414875 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-99ca7cf8-5222-4223-ac8e-1714cad46ec9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=024a41a21a3449ffb2c4301b287686bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823583 Sep 12 14:14:35.415531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45216) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:35.422664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:35.466339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] Publish callbacks [] for security_group (b00ad853-7641-4edc-a86a-031a9309c15b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.487646 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] Publish callbacks [] for security_group (b00ad853-7641-4edc-a86a-031a9309c15b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.516812 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac8b8c-571a-4eb2-a05b-da957ff330d7 req-c00c25db-b782-4b32-b73c-11db397b26e2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:35.520438 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8cac8b8c-571a-4eb2-a05b-da957ff330d7 req-c00c25db-b782-4b32-b73c-11db397b26e2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1039555 Sep 12 14:14:35.523214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (a732172f-fe1a-4cb8-a7dd-65dd1d28b641), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.537477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b00ad853-7641-4edc-a86a-031a9309c15b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.540017 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.541143 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b00ad853-7641-4edc-a86a-031a9309c15b HTTP/1.1" status: 204 len: 168 time: 0.1247330 Sep 12 14:14:35.550045 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422dc7-684e-4b66-a3da-377f83edb214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ad853-7641-4edc-a86a-031a9309c15b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:35.569302 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a732172f-fe1a-4cb8-a7dd-65dd1d28b641,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:35.610779 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (d2df241f-65a6-458d-980e-69cb2d1198cc), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.696531 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8cac8b8c-571a-4eb2-a05b-da957ff330d7 req-d0ee55c9-24d7-43b4-a28a-543a2d08f2e3 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695299 Sep 12 14:14:35.727151 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.729606 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks [] for router_controller (d2df241f-65a6-458d-980e-69cb2d1198cc), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.804390 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (d2df241f-65a6-458d-980e-69cb2d1198cc), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.805008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2df241f-65a6-458d-980e-69cb2d1198cc {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:14:35.813524 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.814978 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-adce4a71-985d-488d-a78a-322299fecad9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d2df241f-65a6-458d-980e-69cb2d1198cc HTTP/1.1" status: 204 len: 168 time: 1.0860906 Sep 12 14:14:35.817604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45222) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:35.866040 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Deleting subnet f7a50275-a872-4069-b3a4-89a2761ff1b7 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:14:35.869586 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Publish callbacks [] for subnet (f7a50275-a872-4069-b3a4-89a2761ff1b7), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.904781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Publish callbacks [] for subnet (f7a50275-a872-4069-b3a4-89a2761ff1b7), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:35.980166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (f7a50275-a872-4069-b3a4-89a2761ff1b7), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.044709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (f7a50275-a872-4069-b3a4-89a2761ff1b7), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.072318 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a50275-a872-4069-b3a4-89a2761ff1b7,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:36.075745 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.079387 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-97fcb20c-7bff-42c6-a06d-0541b42b8bae admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f7a50275-a872-4069-b3a4-89a2761ff1b7 HTTP/1.1" status: 204 len: 168 time: 0.2607653 Sep 12 14:14:36.081857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45234) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:36.085620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31246c-1d31-472c-afdc-8ebdf9cad8b8 None None] Network b78d8415-a575-41b2-ab84-45a675817a3d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:14:36.178525 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (b78d8415-a575-41b2-ab84-45a675817a3d), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.235805 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Deleting port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:14:36.236738 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.285512 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] DHCP port deletion for b78d8415-a575-41b2-ab84-45a675817a3d request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:14:36.335218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] For port 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7f7d27c9-09ce-454d-adfe-443888ddb0a1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:36.336146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.356654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Calling delete_port for 7f7d27c9-09ce-454d-adfe-443888ddb0a1 owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:14:36.369092 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Deleting port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:14:36.370308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.467483 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.498363 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7d27c9-09ce-454d-adfe-443888ddb0a1,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:36.510144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] No DVR routers for this DVR port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:14:36.567827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d192664c-d408-432e-96b0-c0dc98035120 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:14:36.595878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (b78d8415-a575-41b2-ab84-45a675817a3d), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.623062 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.623489 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.625293 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.625413 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.625875 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.626283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.626719 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.627313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.627486 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.627855 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.628398 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] For port 7f7d27c9-09ce-454d-adfe-443888ddb0a1, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7f7d27c9-09ce-454d-adfe-443888ddb0a1,segment=NetworkSegment(8cb97577-68da-44e9-a935-0816c6c5914c),segment_id=8cb97577-68da-44e9-a935-0816c6c5914c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:36.628783 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.631075 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: d192664c-d408-432e-96b0-c0dc98035120 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:14:36.631513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d192664c-d408-432e-96b0-c0dc98035120 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:14:36.631829 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7f7d27c9-09ce-454d-adfe-443888ddb0a1 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:14:36.671110 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.672317 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Calling delete_port for 7f7d27c9-09ce-454d-adfe-443888ddb0a1 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:14:36.677693 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 7f7d27c9-09ce-454d-adfe-443888ddb0a1 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:14:36.678035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7f7d27c9-09ce-454d-adfe-443888ddb0a1 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:14:36.678448 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a732172f-fe1a-4cb8-a7dd-65dd1d28b641 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:14:36.704391 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: a732172f-fe1a-4cb8-a7dd-65dd1d28b641 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:14:36.704734 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a732172f-fe1a-4cb8-a7dd-65dd1d28b641 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:14:36.828894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (7f7d27c9-09ce-454d-adfe-443888ddb0a1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.835587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.836033 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.837404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.837404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:14:36.837404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78d8415-a575-41b2-ab84-45a675817a3d']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:36.846043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038b1d-e1f4-4796-bc64-b9c2622ac6ea req-109a249f-fbee-47b6-8fab-6a1818446ad0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:36.847692 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28038b1d-e1f4-4796-bc64-b9c2622ac6ea req-109a249f-fbee-47b6-8fab-6a1818446ad0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0585320 Sep 12 14:14:36.849826 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] No DVR routers for this DVR port 7f7d27c9-09ce-454d-adfe-443888ddb0a1 on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:14:36.858628 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:36.869620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb97577-68da-44e9-a935-0816c6c5914c') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:36.870152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb97577-68da-44e9-a935-0816c6c5914c') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:14:36.871859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Pushing event deleted for resources: {'Port': ['ID=7f7d27c9-09ce-454d-adfe-443888ddb0a1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:36.882998 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.883348 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.883707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.884227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.884668 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.885001 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.885322 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.885645 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.885983 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.886303 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.886686 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.887134 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.887580 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.888035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.888367 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cb4cb8-33d2-4f52-b266-58e2ca20132b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:14:36.890538 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:36.901941 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (8cb97577-68da-44e9-a935-0816c6c5914c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.923516 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28038b1d-e1f4-4796-bc64-b9c2622ac6ea req-bf52b2df-31d9-471d-ad51-9cadb4872787 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636110 Sep 12 14:14:36.940353 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (8cb97577-68da-44e9-a935-0816c6c5914c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:36.950626 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:14:36.951376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (8cb97577-68da-44e9-a935-0816c6c5914c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.050984 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (b78d8415-a575-41b2-ab84-45a675817a3d), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.077241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.081512 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/b78d8415-a575-41b2-ab84-45a675817a3d HTTP/1.1" status: 204 len: 168 time: 0.9981055 Sep 12 14:14:37.082600 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e23e77-92fe-4f96-8909-4a62df628fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78d8415-a575-41b2-ab84-45a675817a3d,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:37.179387 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 8cb97577-68da-44e9-a935-0816c6c5914c resource provider aggregate not found Sep 12 14:14:37.196158 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 8cb97577-68da-44e9-a935-0816c6c5914c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cb97577-68da-44e9-a935-0816c6c5914c found for delete ", "request_id": "req-734284a8-bbd8-46b0-886f-616d2812650c"}]} Sep 12 14:14:37.269116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45270) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:37.313248 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-261d6621-b06f-4d66-95fa-c99ba59de748 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e73505faee9c4bacbf2456e2d69c56f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430124 Sep 12 14:14:37.315998 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45272) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:37.363276 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] Publish callbacks [] for security_group (8774d4fa-c646-4112-9727-50c7672d49a5), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.382887 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] Publish callbacks [] for security_group (8774d4fa-c646-4112-9727-50c7672d49a5), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.428570 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8774d4fa-c646-4112-9727-50c7672d49a5), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.431146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:37.432265 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8774d4fa-c646-4112-9727-50c7672d49a5 HTTP/1.1" status: 204 len: 168 time: 0.1153924 Sep 12 14:14:37.439919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdfda4-c352-4972-8af6-f14bb05ac81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774d4fa-c646-4112-9727-50c7672d49a5,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:38.048474 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea545bc3-ad37-4971-9cfe-3e4a4ec4d679 req-528af223-8313-409d-9dcd-993eba90a776 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:38.049984 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea545bc3-ad37-4971-9cfe-3e4a4ec4d679 req-528af223-8313-409d-9dcd-993eba90a776 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0469375 Sep 12 14:14:38.064218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:38.138685 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:38.141253 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea545bc3-ad37-4971-9cfe-3e4a4ec4d679 req-9ce1f480-ec0d-4d07-addb-7e5706592c85 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Sep 12 14:14:38.294602 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:39.267280 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bcf1a-01b0-4017-a8fb-f4d2b7f61285 req-b2e8fe1c-7992-43e7-ae9e-db9d8111601b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:39.268797 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c72bcf1a-01b0-4017-a8fb-f4d2b7f61285 req-b2e8fe1c-7992-43e7-ae9e-db9d8111601b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Sep 12 14:14:39.318467 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c72bcf1a-01b0-4017-a8fb-f4d2b7f61285 req-089aeba4-6d23-4f9f-a866-ba1f8ee91e2d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Sep 12 14:14:39.357407 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-4178efa1-b74d-4462-ae0e-2c5edc79a3a0 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=7f946cd56d394d75935e5277811c39c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307910 Sep 12 14:14:39.786750 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-048135a2-22f2-4416-8593-38efdd88bcba tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:39.788293 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-048135a2-22f2-4416-8593-38efdd88bcba tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4256923 Sep 12 14:14:39.804345 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-98e3afdc-4abe-4a7c-b14d-aed8d0a7ec97 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/quotas/7f946cd56d394d75935e5277811c39c7 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Sep 12 14:14:39.838333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-dad5be83-e284-4cff-9521-368042f930e7 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f946cd56d394d75935e5277811c39c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284288 Sep 12 14:14:40.000589 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f1482ef-0cb8-4a8c-809f-e0be3d2ee768 req-147f4820-7f0a-4ecb-aa8e-1c846be781b2 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 210 time: 0.0271003 Sep 12 14:14:40.484140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305863-4ece-4c6a-a284-2d69649456d4 req-3d514fa8-1403-402a-8723-644be40b706b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:40.485740 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a3305863-4ece-4c6a-a284-2d69649456d4 req-3d514fa8-1403-402a-8723-644be40b706b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0596106 Sep 12 14:14:40.550185 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a3305863-4ece-4c6a-a284-2d69649456d4 req-fe012529-c551-45da-8d68-feae62a723d1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528758 Sep 12 14:14:41.099490 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a2979265-211f-400d-a09c-44fbded4c8ca req-87a5e0ea-263f-47f2-89d8-ca97ad5ef52a tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 210 time: 0.0265512 Sep 12 14:14:41.319379 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-cca1744b-1882-4236-b5b3-14e23e3f89a3 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=7f946cd56d394d75935e5277811c39c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293443 Sep 12 14:14:41.509467 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-bbe15ceb-cd48-4016-8e6a-3872f614c12e tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:41.510918 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-bbe15ceb-cd48-4016-8e6a-3872f614c12e tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865094 Sep 12 14:14:41.593198 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Request body: {'port': {'device_id': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27', 'admin_state_up': True, 'tenant_id': '7f946cd56d394d75935e5277811c39c7'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:14:41.682360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef73e-042a-4b2c-9d52-cc31bb196018 req-1b37d4c0-4ea9-404b-a5f9-699ec3d7ca98 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:41.689479 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-03aef73e-042a-4b2c-9d52-cc31bb196018 req-1b37d4c0-4ea9-404b-a5f9-699ec3d7ca98 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0574827 Sep 12 14:14:41.712880 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:41.723303 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Made reservation on behalf of 7f946cd56d394d75935e5277811c39c7 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:14:41.730822 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:41.743422 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-03aef73e-042a-4b2c-9d52-cc31bb196018 req-dfd32a94-d564-4a62-9493-83a4cca1b8a9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Sep 12 14:14:41.744751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:41.828154 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks [] for security_group (b637df05-6f9b-4aaa-a5e8-878b5ce14833), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:41.832042 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b637df05-6f9b-4aaa-a5e8-878b5ce14833), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:41.893585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b637df05-6f9b-4aaa-a5e8-878b5ce14833,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:41.965355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Allocated IP 192.168.233.202 (c8a08a2a-fe5d-4469-a094-ce146e8d5c27/24f820e7-bce7-44ff-8bac-9292ed4a3c1b/ef7ac331-4470-4830-8fad-bc428db6a2bf) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:14:41.982832 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:42.000692 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:42.120925 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks [] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:42.165189 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:42.219899 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:14:42.223843 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:14:42.228003 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:14:42.240864 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee533217-4467-44c0-8a98-f93c9d197671 req-0f544f57-38c3-44aa-a96f-d9a203d30f86 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:42.242453 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ee533217-4467-44c0-8a98-f93c9d197671 req-0f544f57-38c3-44aa-a96f-d9a203d30f86 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 936 time: 0.0617013 Sep 12 14:14:42.251938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Pushing event updated for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:42.288558 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:42.289237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:42.298960 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ee533217-4467-44c0-8a98-f93c9d197671 req-d28a22dd-54a3-4b30-a71f-8be6491ffc17 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Sep 12 14:14:42.307164 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-a5c7fc03-7ff1-4848-97b9-7eb3afb8e2f9 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7183225 Sep 12 14:14:42.526896 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-ca00d877-8899-4182-a7fb-a69263f1a255 None None] Provisioning complete for port ef7ac331-4470-4830-8fad-bc428db6a2bf triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:42.527445 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ca00d877-8899-4182-a7fb-a69263f1a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:42.560261 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-ca00d877-8899-4182-a7fb-a69263f1a255 None None] Port ef7ac331-4470-4830-8fad-bc428db6a2bf cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:14:42.858702 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde25a5-770c-4507-9282-5cb8c9d2e4ac req-3d02594f-1fad-41c6-9c95-66a9a51d1a50 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:42.860180 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7bde25a5-770c-4507-9282-5cb8c9d2e4ac req-3d02594f-1fad-41c6-9c95-66a9a51d1a50 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0456355 Sep 12 14:14:42.905739 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7bde25a5-770c-4507-9282-5cb8c9d2e4ac req-03949eef-296e-4c17-b881-73a348ea6fb2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Sep 12 14:14:43.419584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1014-7d59-4319-9aef-1e7c9e692579 req-38974fd5-02cd-4672-9807-e59348b6ff2b tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:43.421544 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-059d1014-7d59-4319-9aef-1e7c9e692579 req-38974fd5-02cd-4672-9807-e59348b6ff2b tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 936 time: 0.0440192 Sep 12 14:14:43.471454 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-059d1014-7d59-4319-9aef-1e7c9e692579 req-fec9bc2d-efcc-4428-9779-e057e3db7058 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Sep 12 14:14:44.020942 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26508b-9894-41c5-a783-33923c3e2d83 req-f5ce512a-c9d8-4821-86cb-a555f3cd2a6f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:44.022361 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ce26508b-9894-41c5-a783-33923c3e2d83 req-f5ce512a-c9d8-4821-86cb-a555f3cd2a6f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0443895 Sep 12 14:14:44.068902 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ce26508b-9894-41c5-a783-33923c3e2d83 req-13e632b7-e300-4520-a610-7cce5b016a0b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Sep 12 14:14:44.588833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972171-e62d-4db1-a3eb-8f4d594b6b6c req-fe42e40e-5964-411d-99f0-025b5cd37047 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:44.590226 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1b972171-e62d-4db1-a3eb-8f4d594b6b6c req-fe42e40e-5964-411d-99f0-025b5cd37047 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 936 time: 0.0469997 Sep 12 14:14:44.636306 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1b972171-e62d-4db1-a3eb-8f4d594b6b6c req-f92bdd06-03c3-4e26-b789-ed5a3706fb8f tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Sep 12 14:14:44.873048 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Request body: {'port': {'device_id': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:14:44.942292 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.197529 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c26a0-3cd5-4540-ab77-2bad88350455 req-d7abca7b-be99-4f1a-bc57-f7ba3c3c91f5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.198347 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7ac331-4470-4830-8fad-bc428db6a2bf {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:14:45.199027 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0c9c26a0-3cd5-4540-ab77-2bad88350455 req-d7abca7b-be99-4f1a-bc57-f7ba3c3c91f5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Sep 12 14:14:45.207243 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks [] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.212513 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:45.221124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Transition to ACTIVE for port object ef7ac331-4470-4830-8fad-bc428db6a2bf will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:14:45.225140 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.258399 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0c9c26a0-3cd5-4540-ab77-2bad88350455 req-add740c9-6d97-4b7b-8fea-5a24a9a9a12c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Sep 12 14:14:45.258611 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=52 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:45.305049 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=39 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:45.306396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:45.333682 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:45.336484 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Attempting to bind port ef7ac331-4470-4830-8fad-bc428db6a2bf on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:14:45.336816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Attempting to bind port ef7ac331-4470-4830-8fad-bc428db6a2bf by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:14:45.337136 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Attempting to bind port ef7ac331-4470-4830-8fad-bc428db6a2bf on network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:14:45.384107 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Port ef7ac331-4470-4830-8fad-bc428db6a2bf on network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:14:45.384440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Attempting to bind port ef7ac331-4470-4830-8fad-bc428db6a2bf on network c8a08a2a-fe5d-4469-a094-ce146e8d5c27 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:14:45.413340 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:45.428971 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:14:45.429365 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Checking segment: {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:14:45.429689 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Bound using segment: {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:14:45.430126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Bound port: ef7ac331-4470-4830-8fad-bc428db6a2bf, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a17c29-7398-45d3-a3d4-2c5ee0528a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:14:45.430593 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.501682 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:14:45.505354 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:14:45.512410 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.518965 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.519440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:45.520834 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ef7ac331-4470-4830-8fad-bc428db6a2bf HTTP/1.1" status: 200 len: 1098 time: 0.6531036 Sep 12 14:14:45.521332 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:45.523850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd97f711-c086-4689-b8c7-e7909d7e55f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:45.612121 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82776ca8-c71e-4c61-9eb5-27d62a6edbaf x-openstack-request-id: req-82776ca8-c71e-4c61-9eb5-27d62a6edbaf {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:45.612476 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:45.612664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82776ca8-c71e-4c61-9eb5-27d62a6edbaf {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:45.613072 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82776ca8-c71e-4c61-9eb5-27d62a6edbaf'] response: {'name': 'network-changed', 'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf', 'status': 'completed', 'code': 200} Sep 12 14:14:45.615408 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b5b61-4606-4917-a01e-2e44ccef0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:45.653479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-7b4d30b0-e92e-4896-b4a2-9abaf63b3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.655144 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-7b4d30b0-e92e-4896-b4a2-9abaf63b3ab1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7f946cd56d394d75935e5277811c39c7&device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 1132 time: 0.0591867 Sep 12 14:14:45.700138 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-03c011c7-f1b8-4b34-9bdb-73400e076ab5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf HTTP/1.1" status: 200 len: 217 time: 0.0352581 Sep 12 14:14:45.757485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-e18e2622-a9cb-4f78-a45f-f70a776fa749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.759031 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-e18e2622-a9cb-4f78-a45f-f70a776fa749 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=24f820e7-bce7-44ff-8bac-9292ed4a3c1b HTTP/1.1" status: 200 len: 843 time: 0.0501664 Sep 12 14:14:45.770327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f388-2d3b-428c-9462-22874d10d42d req-bf9460ad-268d-4e92-802c-a3b28a2cee17 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.777276 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3814f388-2d3b-428c-9462-22874d10d42d req-bf9460ad-268d-4e92-802c-a3b28a2cee17 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 948 time: 0.0611517 Sep 12 14:14:45.811908 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-22fc6a96-2dfe-4c91-baff-7039f01f28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:45.813645 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-22fc6a96-2dfe-4c91-baff-7039f01f28a9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c8a08a2a-fe5d-4469-a094-ce146e8d5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0467880 Sep 12 14:14:45.832675 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3814f388-2d3b-428c-9462-22874d10d42d req-3ee9d681-8e9a-48a8-af9f-3c0efbc9349b tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 Sep 12 14:14:45.857313 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45474) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:45.927826 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-ff9873bd-852e-4dac-91f5-80371e93b2b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8a08a2a-fe5d-4469-a094-ce146e8d5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043622 Sep 12 14:14:45.988604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f419dd6-ecc6-4991-afae-4aab0bc638cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.049336 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c2300752-8981-4ecb-9cfa-94f46997ac4c req-ed54466d-7175-447c-b1b6-829a049188b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8a08a2a-fe5d-4469-a094-ce146e8d5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127207 Sep 12 14:14:46.073922 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f419dd6-ecc6-4991-afae-4aab0bc638cf admin admin] Publish callbacks [] for security_group (82f49dda-c42d-4f58-af5d-a5525175b91e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.077842 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f419dd6-ecc6-4991-afae-4aab0bc638cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (82f49dda-c42d-4f58-af5d-a5525175b91e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.123114 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9f419dd6-ecc6-4991-afae-4aab0bc638cf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bbcad1815c724322942cbc57420cc919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639184 Sep 12 14:14:46.124235 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419dd6-ecc6-4991-afae-4aab0bc638cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f49dda-c42d-4f58-af5d-a5525175b91e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:46.125918 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45486) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:46.183422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] Publish callbacks [] for security_group (82f49dda-c42d-4f58-af5d-a5525175b91e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.205541 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] Publish callbacks [] for security_group (82f49dda-c42d-4f58-af5d-a5525175b91e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.255403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (82f49dda-c42d-4f58-af5d-a5525175b91e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.257970 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:46.261599 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82f49dda-c42d-4f58-af5d-a5525175b91e HTTP/1.1" status: 204 len: 168 time: 0.1322136 Sep 12 14:14:46.270033 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f146d9-17e7-4fa5-88e8-b5b4777b092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f49dda-c42d-4f58-af5d-a5525175b91e,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:46.284602 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:46.403432 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743156f-d83d-4436-ab63-9d954a90bc60 req-2e9a35cb-11a7-4f2b-a8fe-0851b45fc28f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:46.405800 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3743156f-d83d-4436-ab63-9d954a90bc60 req-2e9a35cb-11a7-4f2b-a8fe-0851b45fc28f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0553014 Sep 12 14:14:46.488144 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3743156f-d83d-4436-ab63-9d954a90bc60 req-ab3ce5ff-1251-4ab1-9cd2-9531888aff0a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Sep 12 14:14:46.963625 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40099d6e-813e-4e7f-a7d5-177491933378 req-74f2505f-f32b-4df0-8c7c-95151ed7130c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:46.965108 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-40099d6e-813e-4e7f-a7d5-177491933378 req-74f2505f-f32b-4df0-8c7c-95151ed7130c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 948 time: 0.0486231 Sep 12 14:14:47.009807 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:47.019086 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-40099d6e-813e-4e7f-a7d5-177491933378 req-1468109a-06a1-4f29-b810-4b83eeaa1d48 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483398 Sep 12 14:14:47.197986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-bc46942e-b7aa-49eb-a35d-29c68a46c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:47.199592 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-bc46942e-b7aa-49eb-a35d-29c68a46c02f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7f946cd56d394d75935e5277811c39c7&device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 1132 time: 0.0432343 Sep 12 14:14:47.304471 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-86badfdf-5600-4787-ad04-bc762f558dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:47.306021 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-86badfdf-5600-4787-ad04-bc762f558dc4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c8a08a2a-fe5d-4469-a094-ce146e8d5c27 HTTP/1.1" status: 200 len: 870 time: 0.0991585 Sep 12 14:14:47.348972 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-915acc95-4404-4b0c-b3a1-edbb9e63bf40 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf HTTP/1.1" status: 200 len: 217 time: 0.0335696 Sep 12 14:14:47.415745 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-585fe305-751f-4acc-adce-667737ed1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:47.417213 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-585fe305-751f-4acc-adce-667737ed1fb5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=24f820e7-bce7-44ff-8bac-9292ed4a3c1b HTTP/1.1" status: 200 len: 843 time: 0.0505874 Sep 12 14:14:47.430539 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:47.465526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-aa1a0ffd-1a16-431a-894f-5bc8c7381c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:47.467888 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-aa1a0ffd-1a16-431a-894f-5bc8c7381c0a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c8a08a2a-fe5d-4469-a094-ce146e8d5c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0441294 Sep 12 14:14:47.550529 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:47.566709 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-790a90d2-3fb1-4391-83fb-ebe37dae2111 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8a08a2a-fe5d-4469-a094-ce146e8d5c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887413 Sep 12 14:14:47.625545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bb26c-f705-4993-a53c-68a7c072e5b1 req-1f83b32d-3dde-4b86-9df8-d71c76482907 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:47.627050 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-db2bb26c-f705-4993-a53c-68a7c072e5b1 req-1f83b32d-3dde-4b86-9df8-d71c76482907 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Sep 12 14:14:47.675160 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fd97f711-c086-4689-b8c7-e7909d7e55f6 req-7814c473-7a02-4a1d-93b0-1af08ac39044 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c8a08a2a-fe5d-4469-a094-ce146e8d5c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019042 Sep 12 14:14:47.678501 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-db2bb26c-f705-4993-a53c-68a7c072e5b1 req-ad1747d4-255f-4cc0-9a1c-17069996a559 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Sep 12 14:14:48.161965 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927d376-9883-4074-a6df-2f56d9e21bf6 req-9d6672db-595a-44af-89a1-cf623cdee786 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:48.163585 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d927d376-9883-4074-a6df-2f56d9e21bf6 req-9d6672db-595a-44af-89a1-cf623cdee786 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 948 time: 0.0618377 Sep 12 14:14:48.215444 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d927d376-9883-4074-a6df-2f56d9e21bf6 req-84ae7520-031f-4208-b869-36612a1c8357 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Sep 12 14:14:48.676443 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:48.808811 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d94ff-839a-42e6-bcea-93e6465e68f1 req-30cd94b1-8e1c-4399-9ce5-d6d8ec027ae6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:48.810281 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fa0d94ff-839a-42e6-bcea-93e6465e68f1 req-30cd94b1-8e1c-4399-9ce5-d6d8ec027ae6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0506535 Sep 12 14:14:48.858480 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fa0d94ff-839a-42e6-bcea-93e6465e68f1 req-6f1ada4b-e801-4304-9576-280e0e11729a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Sep 12 14:14:49.334094 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a998-b4d0-4e3b-8a7a-a53ef80eaf6d req-bdab0748-91e0-4569-ae5b-9c5efe368569 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:49.335694 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a318a998-b4d0-4e3b-8a7a-a53ef80eaf6d req-bdab0748-91e0-4569-ae5b-9c5efe368569 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 948 time: 0.0471976 Sep 12 14:14:49.385261 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a318a998-b4d0-4e3b-8a7a-a53ef80eaf6d req-02449c8b-885d-4839-9f5b-913f7f68fa84 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Sep 12 14:14:49.886109 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device ef7ac331-4470-4830-8fad-bc428db6a2bf details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:14:50.011250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224f13-2882-433c-81be-dee893e488cd req-a64fc53f-be09-49d0-b8b5-b6281611507b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:50.012746 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97224f13-2882-433c-81be-dee893e488cd req-a64fc53f-be09-49d0-b8b5-b6281611507b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0743055 Sep 12 14:14:50.020731 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:50.034495 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'ef7ac331-4470-4830-8fad-bc428db6a2bf', 'network_id': 'c8a08a2a-fe5d-4469-a094-ce146e8d5c27', 'port_id': 'ef7ac331-4470-4830-8fad-bc428db6a2bf', 'mac_address': 'fa:16:3e:cf:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f820e7-bce7-44ff-8bac-9292ed4a3c1b', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:14:50.072535 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97224f13-2882-433c-81be-dee893e488cd req-c50e40f0-57fb-4491-bc8e-30ec59dd4a0f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Sep 12 14:14:50.073275 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port ef7ac331-4470-4830-8fad-bc428db6a2bf is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:50.073665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:50.087897 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7ac331-4470-4830-8fad-bc428db6a2bf {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:14:50.110852 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:50.113248 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:50.117699 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:50.171972 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:50.456528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['ef7ac331-4470-4830-8fad-bc428db6a2bf'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:14:50.483208 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:50.529396 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ea9c1-e5af-49c8-9f7e-3ca795861cc1 req-a3b4b0dc-d5fb-4d60-83b4-57bcf2766a4c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:50.531505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-369ea9c1-e5af-49c8-9f7e-3ca795861cc1 req-a3b4b0dc-d5fb-4d60-83b4-57bcf2766a4c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 949 time: 0.0599122 Sep 12 14:14:50.609989 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-369ea9c1-e5af-49c8-9f7e-3ca795861cc1 req-9e1ee8f5-2549-4b43-ad93-209201054552 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Sep 12 14:14:51.198526 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af698-5426-4dca-84e5-045a3931823d req-a29a36a7-115f-4956-b47c-ab217d440384 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:51.200021 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f28af698-5426-4dca-84e5-045a3931823d req-a29a36a7-115f-4956-b47c-ab217d440384 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Sep 12 14:14:51.246702 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f28af698-5426-4dca-84e5-045a3931823d req-1b8f52dc-abcb-4d4c-b304-006b55463550 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Sep 12 14:14:51.642421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64794b-4a28-442c-92b2-b2b6909068e5 req-a45c1ce4-8f57-4274-a134-a189ee7656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:51.644147 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1e64794b-4a28-442c-92b2-b2b6909068e5 req-a45c1ce4-8f57-4274-a134-a189ee7656dc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1129 time: 0.0381627 Sep 12 14:14:51.700992 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1e64794b-4a28-442c-92b2-b2b6909068e5 req-7a756151-71fe-461b-b567-2a1f7ce574c6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Sep 12 14:14:51.746699 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20bd83-4c83-4cee-a396-829622ac14c0 req-eec95175-9930-4e63-83a8-292b0e343897 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:51.749364 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a20bd83-4c83-4cee-a396-829622ac14c0 req-eec95175-9930-4e63-83a8-292b0e343897 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 949 time: 0.0561242 Sep 12 14:14:51.828687 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a20bd83-4c83-4cee-a396-829622ac14c0 req-211eab5d-cf3c-4be7-be1f-21b9f84d37fe tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715706 Sep 12 14:14:51.903884 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device ef7ac331-4470-4830-8fad-bc428db6a2bf up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:14:51.969111 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port ef7ac331-4470-4830-8fad-bc428db6a2bf completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:14:51.976230 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port ef7ac331-4470-4830-8fad-bc428db6a2bf triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:14:51.976591 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:52.058737 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port ef7ac331-4470-4830-8fad-bc428db6a2bf is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:14:52.059268 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:52.085061 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:14:52.087308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c2a73e-f404-47bf-be54-7abb8cc61843" -d '{"events": [{"server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "name": "network-vif-plugged", "status": "completed", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:14:52.099820 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:14:52.104060 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:52.128963 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a530f21-483f-474e-87a9-07d80930433c x-openstack-request-id: req-4a530f21-483f-474e-87a9-07d80930433c {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:14:52.129277 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "name": "network-vif-plugged", "status": "completed", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:14:52.129534 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a530f21-483f-474e-87a9-07d80930433c {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:14:52.129924 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a530f21-483f-474e-87a9-07d80930433c'] response: {'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf', 'code': 200} Sep 12 14:14:52.157857 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:52.366679 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935920-4bd1-4411-9c5e-1a64121e3114 req-65e13f3b-14ba-459c-b5fc-1c4a02e488b0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:52.368237 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6c935920-4bd1-4411-9c5e-1a64121e3114 req-65e13f3b-14ba-459c-b5fc-1c4a02e488b0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0458803 Sep 12 14:14:52.417797 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6c935920-4bd1-4411-9c5e-1a64121e3114 req-2399de81-b446-4ec6-85d1-9ecd9007e58d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Sep 12 14:14:52.815892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7fd06-e03b-4e71-aeeb-cdcc1e6b7e36 req-d5bf2cf8-506e-4740-a012-a98e1e7390e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:52.817393 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-19f7fd06-e03b-4e71-aeeb-cdcc1e6b7e36 req-d5bf2cf8-506e-4740-a012-a98e1e7390e8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 1134 time: 0.0403814 Sep 12 14:14:52.892601 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-19f7fd06-e03b-4e71-aeeb-cdcc1e6b7e36 req-1748a678-b2d3-46ff-b863-d89a118c0592 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Sep 12 14:14:52.944711 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa2d9-2aab-4300-8995-042b25b66b4f req-d435e125-0ca7-4ba4-9ebb-68c8d8e4312c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:52.946141 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68efa2d9-2aab-4300-8995-042b25b66b4f req-d435e125-0ca7-4ba4-9ebb-68c8d8e4312c tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0477910 Sep 12 14:14:52.995612 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68efa2d9-2aab-4300-8995-042b25b66b4f req-a0cc5b77-5a6d-40cc-9619-ed407c78b88d tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Sep 12 14:14:53.544080 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c3cee-d7f0-4112-a39a-b3ef1b64e274 req-afd72a8b-cfc6-4500-904b-bef41326f38f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:53.546176 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-726c3cee-d7f0-4112-a39a-b3ef1b64e274 req-afd72a8b-cfc6-4500-904b-bef41326f38f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0456839 Sep 12 14:14:53.577042 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:53.594075 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-726c3cee-d7f0-4112-a39a-b3ef1b64e274 req-c31112f5-46fa-44f6-aaa1-dd8358b10d39 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Sep 12 14:14:53.712236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e298076-347b-4435-931d-90e110878427 req-8f60b38d-3644-4320-8415-f6af3ac04ad5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:53.713718 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e298076-347b-4435-931d-90e110878427 req-8f60b38d-3644-4320-8415-f6af3ac04ad5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0456078 Sep 12 14:14:53.768574 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e298076-347b-4435-931d-90e110878427 req-03d71ee8-0c51-448f-b654-c50e34483647 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Sep 12 14:14:54.140397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e70-863f-433c-9d57-2672c29e22f5 req-7607855b-0a42-4d7d-8b17-af98b64faea5 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:54.141906 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6481e70-863f-433c-9d57-2672c29e22f5 req-7607855b-0a42-4d7d-8b17-af98b64faea5 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0576262 Sep 12 14:14:54.193428 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6481e70-863f-433c-9d57-2672c29e22f5 req-4f110ad4-5edf-4d55-8c1a-76a6b5f1873e tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Sep 12 14:14:54.705916 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45774) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:54.835139 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bfaeea25-84e3-4ca4-af9b-3ee2bccbb370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:54.924082 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bfaeea25-84e3-4ca4-af9b-3ee2bccbb370 admin admin] Publish callbacks [] for security_group (26a3b690-6ecd-4569-9b7b-d8a755090feb), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:54.927813 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bfaeea25-84e3-4ca4-af9b-3ee2bccbb370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (26a3b690-6ecd-4569-9b7b-d8a755090feb), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:54.967904 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bfaeea25-84e3-4ca4-af9b-3ee2bccbb370 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f0220e0759444b29be6e9c2575914cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608459 Sep 12 14:14:54.969086 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeea25-84e3-4ca4-af9b-3ee2bccbb370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a3b690-6ecd-4569-9b7b-d8a755090feb,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:54.970575 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45786) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:55.019379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] Publish callbacks [] for security_group (26a3b690-6ecd-4569-9b7b-d8a755090feb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.038627 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] Publish callbacks [] for security_group (26a3b690-6ecd-4569-9b7b-d8a755090feb), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.084536 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (26a3b690-6ecd-4569-9b7b-d8a755090feb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.087188 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.088348 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/26a3b690-6ecd-4569-9b7b-d8a755090feb HTTP/1.1" status: 204 len: 168 time: 0.1166711 Sep 12 14:14:55.095931 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27051139-abe6-45da-9568-6e876704da50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a3b690-6ecd-4569-9b7b-d8a755090feb,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:55.281386 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:55.324326 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6750551-2d46-4ea3-9dda-fd1a41dd2ed2 req-8f0358f0-568f-4c9d-b2a4-c1e5a05af34f tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:55.326339 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6750551-2d46-4ea3-9dda-fd1a41dd2ed2 req-8f0358f0-568f-4c9d-b2a4-c1e5a05af34f tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0563512 Sep 12 14:14:55.379114 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6750551-2d46-4ea3-9dda-fd1a41dd2ed2 req-ce0c3518-1668-49dd-9862-92bbd56a6331 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Sep 12 14:14:55.387909 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45800) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:55.402119 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8cad9203-74ad-4eb9-9bd4-a0b163b2fcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.453455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f717b-0f14-489b-b11b-54e2cb688532 req-5dab02cc-8306-49b3-8e90-a329a43a5d83 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:55.455037 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c24f717b-0f14-489b-b11b-54e2cb688532 req-5dab02cc-8306-49b3-8e90-a329a43a5d83 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0554280 Sep 12 14:14:55.496852 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8cad9203-74ad-4eb9-9bd4-a0b163b2fcb9 admin admin] Publish callbacks [] for security_group (4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.503622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8cad9203-74ad-4eb9-9bd4-a0b163b2fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.516369 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c24f717b-0f14-489b-b11b-54e2cb688532 req-7ffd7fe0-e407-414f-bc72-a1fd1e57a82d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521607 Sep 12 14:14:55.546193 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8cad9203-74ad-4eb9-9bd4-a0b163b2fcb9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7f6bae56e2a54bfdab1b4c1f5fa30861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571734 Sep 12 14:14:55.547031 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad9203-74ad-4eb9-9bd4-a0b163b2fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:55.548859 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45804) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:55.598864 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] Publish callbacks [] for security_group (4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.621021 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] Publish callbacks [] for security_group (4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.665872 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.668305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:55.669414 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6 HTTP/1.1" status: 204 len: 168 time: 0.1194010 Sep 12 14:14:55.677064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9606e0-2cd3-4d56-8527-286ce40b7661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8fd1d6-e0b0-4eaa-b698-250cd77e88a6,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:55.998424 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 45814) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:56.012084 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-63b7ef27-8e58-4cec-bac3-96d3af327fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.087784 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-63b7ef27-8e58-4cec-bac3-96d3af327fc6 admin admin] Publish callbacks [] for security_group (088a7020-c8ac-4670-8d8e-57916a7ff1f7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.092010 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-63b7ef27-8e58-4cec-bac3-96d3af327fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (088a7020-c8ac-4670-8d8e-57916a7ff1f7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.118443 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:56.131821 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-63b7ef27-8e58-4cec-bac3-96d3af327fc6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f92ad073da6641f4add6bfd711eb6a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317923 Sep 12 14:14:56.134513 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ef27-8e58-4cec-bac3-96d3af327fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088a7020-c8ac-4670-8d8e-57916a7ff1f7,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:56.134658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 45816) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:14:56.185711 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] Publish callbacks [] for security_group (088a7020-c8ac-4670-8d8e-57916a7ff1f7), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.205704 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] Publish callbacks [] for security_group (088a7020-c8ac-4670-8d8e-57916a7ff1f7), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.250526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (088a7020-c8ac-4670-8d8e-57916a7ff1f7), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.253017 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:14:56.254142 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/088a7020-c8ac-4670-8d8e-57916a7ff1f7 HTTP/1.1" status: 204 len: 168 time: 0.1183991 Sep 12 14:14:56.261559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd678e7e-9096-47c2-9437-c6bf12223fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088a7020-c8ac-4670-8d8e-57916a7ff1f7,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:14:56.520546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80b4bf-30a1-478e-a60f-c7c8f9ccc56b req-6bccfb3a-8a46-4480-9987-e609f3c1f2e0 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:56.522221 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f80b4bf-30a1-478e-a60f-c7c8f9ccc56b req-6bccfb3a-8a46-4480-9987-e609f3c1f2e0 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0506177 Sep 12 14:14:56.591129 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f80b4bf-30a1-478e-a60f-c7c8f9ccc56b req-57394d50-bc75-4d97-9628-95dbd6ea4f61 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616598 Sep 12 14:14:56.645735 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce2b18-0d08-4caf-88d8-2cb9e7a5d474 req-1bc54629-9392-4d7c-ae45-aaab079e5e29 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:56.647209 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5cce2b18-0d08-4caf-88d8-2cb9e7a5d474 req-1bc54629-9392-4d7c-ae45-aaab079e5e29 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0466933 Sep 12 14:14:56.694265 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5cce2b18-0d08-4caf-88d8-2cb9e7a5d474 req-184f5afb-76d8-4854-822d-159657a1bfed tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Sep 12 14:14:57.708510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5cfb-8c57-4d2a-b1cf-0c03b022b25d req-b7a94f52-f88b-4ad3-90c7-50b2eda057fd tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:57.709926 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cffa5cfb-8c57-4d2a-b1cf-0c03b022b25d req-b7a94f52-f88b-4ad3-90c7-50b2eda057fd tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0449281 Sep 12 14:14:57.756745 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cffa5cfb-8c57-4d2a-b1cf-0c03b022b25d req-f4925dda-3168-41eb-b1e1-32f38a7a07be tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Sep 12 14:14:57.817455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c552f4-4d48-435e-be75-d83341ae2eef req-820534f2-fcdc-4f22-9bf6-0ea19000d1f0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:57.819028 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-78c552f4-4d48-435e-be75-d83341ae2eef req-820534f2-fcdc-4f22-9bf6-0ea19000d1f0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0493727 Sep 12 14:14:57.868206 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-78c552f4-4d48-435e-be75-d83341ae2eef req-ce9c642e-f1c3-4cc6-ac3e-e130a5899468 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Sep 12 14:14:58.036069 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:58.039857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-ed641555-7e23-40a9-b441-0b94da946a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.041319 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-ed641555-7e23-40a9-b441-0b94da946a51 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.0407562 Sep 12 14:14:58.096597 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:58.140045 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-e25414be-4f0d-4fbb-bd3e-162067d80674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.141493 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-e25414be-4f0d-4fbb-bd3e-162067d80674 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0918851 Sep 12 14:14:58.180621 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-deac727f-4dea-4716-b58c-bc9b4075d780 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.0309937 Sep 12 14:14:58.227763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-291fd69b-5fb5-4097-8f84-07233d00ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.229115 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-291fd69b-5fb5-4097-8f84-07233d00ae9a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0417926 Sep 12 14:14:58.278518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-181bde39-f601-4c1d-bf05-f70068339223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.280014 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-181bde39-f601-4c1d-bf05-f70068339223 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396118 Sep 12 14:14:58.371650 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-aa971dff-612e-4562-bb7b-54cde2309088 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799594 Sep 12 14:14:58.470484 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9aa31fb8-f79b-4722-89ca-b94ebbf4fa76 req-db684234-96ad-4afe-8818-768cc503c8c8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Sep 12 14:14:58.883489 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba2dd-12d4-4f43-b606-5a237a72cee1 req-da8c0f80-b606-4d9f-ad59-96f5cefd2f66 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.884883 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-632ba2dd-12d4-4f43-b606-5a237a72cee1 req-da8c0f80-b606-4d9f-ad59-96f5cefd2f66 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0514922 Sep 12 14:14:58.911371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:14:58.935658 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-632ba2dd-12d4-4f43-b606-5a237a72cee1 req-cd232bd3-0bc7-4824-8a3c-7e6b3b228be4 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Sep 12 14:14:58.988506 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166c3c-2115-49d1-ba31-7b6c84665330 req-b853de7a-813c-4802-acc6-75bc5f4a527f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:58.989982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-69166c3c-2115-49d1-ba31-7b6c84665330 req-b853de7a-813c-4802-acc6-75bc5f4a527f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0467269 Sep 12 14:14:59.041414 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-69166c3c-2115-49d1-ba31-7b6c84665330 req-11ed3f3c-6555-444d-8678-be3bcfaefe3b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Sep 12 14:14:59.214721 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54757b6d-0d07-40dd-a50c-4bc3d8e1e45c req-d1a328e7-451a-496b-b606-f3cb39a76785 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:14:59.216190 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-54757b6d-0d07-40dd-a50c-4bc3d8e1e45c req-d1a328e7-451a-496b-b606-f3cb39a76785 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0463371 Sep 12 14:14:59.264117 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-54757b6d-0d07-40dd-a50c-4bc3d8e1e45c req-13a2c593-3143-42bc-b241-e858f32381d6 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Sep 12 14:15:00.164438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ba2ab-e3d5-4be5-adce-380a36ba3865 req-387c522d-9d66-4504-87dc-2de165f32654 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:00.166082 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-502ba2ab-e3d5-4be5-adce-380a36ba3865 req-387c522d-9d66-4504-87dc-2de165f32654 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0453465 Sep 12 14:15:00.212736 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-502ba2ab-e3d5-4be5-adce-380a36ba3865 req-e008d3d1-2564-4e63-aaee-01a74d9cee9b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Sep 12 14:15:00.392798 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26e4cb-869d-491e-99f3-a2a7936ba76a req-597ac8ae-ef32-44e5-8041-c4a65c6c3d52 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:00.394408 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ba26e4cb-869d-491e-99f3-a2a7936ba76a req-597ac8ae-ef32-44e5-8041-c4a65c6c3d52 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0523036 Sep 12 14:15:00.447199 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ba26e4cb-869d-491e-99f3-a2a7936ba76a req-08ab8fc5-50d0-4188-b7d7-5bc9894a9335 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b637df05-6f9b-4aaa-a5e8-878b5ce14833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465178 Sep 12 14:15:00.852156 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-4b788513-d6e2-480e-9dbb-c6ac0cd20bf4 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:00.853581 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-4b788513-d6e2-480e-9dbb-c6ac0cd20bf4 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 950 time: 0.0462339 Sep 12 14:15:00.936564 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Deleting port ef7ac331-4470-4830-8fad-bc428db6a2bf {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:15:00.936894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:01.022995 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] For port ef7ac331-4470-4830-8fad-bc428db6a2bf, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ef7ac331-4470-4830-8fad-bc428db6a2bf,segment=NetworkSegment(f7a17c29-7398-45d3-a3d4-2c5ee0528a9a),segment_id=f7a17c29-7398-45d3-a3d4-2c5ee0528a9a)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:01.023358 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:01.036032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Calling delete_port for ef7ac331-4470-4830-8fad-bc428db6a2bf owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:15:01.166365 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (ef7ac331-4470-4830-8fad-bc428db6a2bf), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:01.179341 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['ef7ac331-4470-4830-8fad-bc428db6a2bf'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:15:01.196895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Pushing event deleted for resources: {'Port': ['ID=ef7ac331-4470-4830-8fad-bc428db6a2bf,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:01.245328 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] No DVR routers for this DVR port ef7ac331-4470-4830-8fad-bc428db6a2bf on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:15:01.248480 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:01.251872 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0b5c1fad-9ac8-49d8-a97d-20a6a60be293 req-0ca76ff9-416a-4026-a508-068aa37cb052 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ef7ac331-4470-4830-8fad-bc428db6a2bf HTTP/1.1" status: 204 len: 173 time: 0.3916080 Sep 12 14:15:01.252377 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'name': 'network-vif-deleted', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:01.254737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3bd64-7fbb-4b39-8c7a-f93a6d0e5b39" -d '{"events": [{"server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "name": "network-vif-deleted", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:01.321850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bee295-d0d6-40e1-a0c2-d6c47ee7e60b x-openstack-request-id: req-30bee295-d0d6-40e1-a0c2-d6c47ee7e60b {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:01.322168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea885468-1fb7-45fd-af5b-e8f92919c7be", "name": "network-vif-deleted", "tag": "ef7ac331-4470-4830-8fad-bc428db6a2bf", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:01.322424 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30bee295-d0d6-40e1-a0c2-d6c47ee7e60b {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:01.322825 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bee295-d0d6-40e1-a0c2-d6c47ee7e60b'] response: {'server_uuid': 'ea885468-1fb7-45fd-af5b-e8f92919c7be', 'name': 'network-vif-deleted', 'tag': 'ef7ac331-4470-4830-8fad-bc428db6a2bf', 'status': 'completed', 'code': 200} Sep 12 14:15:01.359576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176a868-0928-485c-8e7f-c3508e573883 req-f9c05d02-1976-47c8-b81b-ed2e6eca2c28 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:01.367802 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3176a868-0928-485c-8e7f-c3508e573883 req-f9c05d02-1976-47c8-b81b-ed2e6eca2c28 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0657067 Sep 12 14:15:01.427611 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3176a868-0928-485c-8e7f-c3508e573883 req-34a4d079-bcb4-4c2a-a556-c4a857f76f34 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Sep 12 14:15:01.589910 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:01.616207 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-419369e6-1631-4746-8721-2708f6a2fdb2 req-4f8126cb-5b79-4ce6-ae47-f7e9ee44e9d1 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 210 time: 0.0360062 Sep 12 14:15:02.548401 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9ce09-6671-4de0-b197-c58dfe7ef7a1 req-fa607b0d-0069-4048-9fa6-06d4a659f518 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:02.549893 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2cc9ce09-6671-4de0-b197-c58dfe7ef7a1 req-fa607b0d-0069-4048-9fa6-06d4a659f518 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0453618 Sep 12 14:15:02.594389 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:02.598974 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2cc9ce09-6671-4de0-b197-c58dfe7ef7a1 req-423fe41f-903f-4502-abe2-e9f9082f29fd tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Sep 12 14:15:02.733032 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3668a78-cca2-405a-a255-0caebef79790 req-2e701337-b853-47d4-b577-00c9777322b7 tempest-VolumesNegativeTest-380003808 tempest-VolumesNegativeTest-380003808-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea885468-1fb7-45fd-af5b-e8f92919c7be HTTP/1.1" status: 200 len: 210 time: 0.0302210 Sep 12 14:15:03.069621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1ba3c4d7-87dc-419b-8f13-b9ec9360f817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:03.719939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93163-8da5-47c6-b69f-01b25ec869d9 req-74f371af-694c-46e0-a310-57bfefc31826 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:03.721370 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1f93163-8da5-47c6-b69f-01b25ec869d9 req-74f371af-694c-46e0-a310-57bfefc31826 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0457199 Sep 12 14:15:03.771246 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1f93163-8da5-47c6-b69f-01b25ec869d9 req-e2adb8cb-9297-4413-8608-c770cd30ebd1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Sep 12 14:15:04.899745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d481f-3562-4e02-ae47-0d95173be099 req-7fa6ac78-6fac-452e-beb1-c5d3878409e0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:04.901216 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd5d481f-3562-4e02-ae47-0d95173be099 req-7fa6ac78-6fac-452e-beb1-c5d3878409e0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0495243 Sep 12 14:15:04.950974 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd5d481f-3562-4e02-ae47-0d95173be099 req-c9297f59-1cf0-4bdc-8f52-8ce71a4fd970 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Sep 12 14:15:05.267728 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1684a26e-3e1a-4798-89d9-7cc0f36bc2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:06.069902 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580a4b8-ded5-46bf-bd3f-54a1e396c4e5 req-8e717f0e-9558-4d15-aa54-e34892e1183b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:06.071411 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9580a4b8-ded5-46bf-bd3f-54a1e396c4e5 req-8e717f0e-9558-4d15-aa54-e34892e1183b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0458720 Sep 12 14:15:06.121249 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9580a4b8-ded5-46bf-bd3f-54a1e396c4e5 req-df2ac994-c6f0-472f-a64d-52e7200fcf69 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Sep 12 14:15:06.591890 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:07.385677 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219f584-6a5b-404c-a63b-dd81e94b40df req-7e22e1c6-43b7-4b62-9f5e-90e1f658f982 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:07.387187 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f219f584-6a5b-404c-a63b-dd81e94b40df req-7e22e1c6-43b7-4b62-9f5e-90e1f658f982 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0506971 Sep 12 14:15:07.434790 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f219f584-6a5b-404c-a63b-dd81e94b40df req-e3722f3b-c8e5-4e17-a111-7762011a8012 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Sep 12 14:15:07.583285 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:15:07.640509 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device ef7ac331-4470-4830-8fad-bc428db6a2bf no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:15:07.659498 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: ef7ac331-4470-4830-8fad-bc428db6a2bf {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:15:07.659840 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device ef7ac331-4470-4830-8fad-bc428db6a2bf not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:15:08.136840 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:08.298208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:08.552588 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3d41-09f6-4411-8527-e44272e5af49 req-33334a05-1cf5-4dcd-9c27-4f5ff8d8217c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:08.554038 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f06b3d41-09f6-4411-8527-e44272e5af49 req-33334a05-1cf5-4dcd-9c27-4f5ff8d8217c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0462382 Sep 12 14:15:08.566332 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:08.600631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f06b3d41-09f6-4411-8527-e44272e5af49 req-c04f4121-4824-479f-ab2f-17181958c12c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Sep 12 14:15:09.721906 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc7c0-76aa-47b4-ad33-23945f02c2cd req-ec60634d-7628-497f-9782-705c0006b532 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:09.723395 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-332dc7c0-76aa-47b4-ad33-23945f02c2cd req-ec60634d-7628-497f-9782-705c0006b532 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0494523 Sep 12 14:15:09.769680 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-332dc7c0-76aa-47b4-ad33-23945f02c2cd req-570e38ca-d1e8-4434-8d5a-eebe675b7eaf tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Sep 12 14:15:10.886749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5b257-1720-4811-a805-440fa42d0bb6 req-581beaa0-ea5e-4b61-9ca4-440b2bcf46e7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:10.888229 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9bd5b257-1720-4811-a805-440fa42d0bb6 req-581beaa0-ea5e-4b61-9ca4-440b2bcf46e7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0446079 Sep 12 14:15:10.933723 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9bd5b257-1720-4811-a805-440fa42d0bb6 req-7b1dc8a4-d020-4048-9f3a-9c775f6854e9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Sep 12 14:15:11.208450 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=80,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:11.228712 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:12.104038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46276) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:12.217314 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcc4f0-a473-4168-a633-f47ae44fe5d8 req-93c08140-95ea-4b42-b770-ab15797b1b9e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:12.219432 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cdbcc4f0-a473-4168-a633-f47ae44fe5d8 req-93c08140-95ea-4b42-b770-ab15797b1b9e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0538318 Sep 12 14:15:12.272375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cdbcc4f0-a473-4168-a633-f47ae44fe5d8 req-1fc9ef97-b8c0-4068-a27e-d06b63ace70d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Sep 12 14:15:12.286382 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-44760d65-4e0d-427b-950f-fc2a13e67d03 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7f946cd56d394d75935e5277811c39c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809602 Sep 12 14:15:12.289348 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46284) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:12.337785 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] Publish callbacks [] for security_group (b637df05-6f9b-4aaa-a5e8-878b5ce14833), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:12.358527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] Publish callbacks [] for security_group (b637df05-6f9b-4aaa-a5e8-878b5ce14833), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:12.405465 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b637df05-6f9b-4aaa-a5e8-878b5ce14833), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:12.408023 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:12.409173 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b637df05-6f9b-4aaa-a5e8-878b5ce14833 HTTP/1.1" status: 204 len: 168 time: 0.1188664 Sep 12 14:15:12.416718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5034a6-55a1-4433-b8f8-a392d4950f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637df05-6f9b-4aaa-a5e8-878b5ce14833,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:13.053924 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46326) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:13.150094 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1934725410-network', 'tenant_id': '34866fb3f98042d38c922bf3552c4e69'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:13.172418 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Made reservation on behalf of 34866fb3f98042d38c922bf3552c4e69 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:13.174892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.183943 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.265202 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks [] for security_group (8b6f9060-a633-45e7-a848-29efd1857424), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.269514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8b6f9060-a633-45e7-a848-29efd1857424), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.295081 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:15:13.311545 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f9060-a633-45e7-a848-29efd1857424,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:13.316799 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (0cd87f5c-1386-4d3d-83a3-45ce00e95279), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.317138 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Added segment 0cd87f5c-1386-4d3d-83a3-45ce00e95279 of type vlan for network a8d56a03-43b5-4483-b95f-c332a61e44c8 Sep 12 14:15:13.442810 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26041ca-3ecf-4fe2-904a-ea49342fcb97 req-67450eaf-f8d4-419f-b383-e65f2d77d94f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:13.445007 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c26041ca-3ecf-4fe2-904a-ea49342fcb97 req-67450eaf-f8d4-419f-b383-e65f2d77d94f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0797491 Sep 12 14:15:13.507288 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c26041ca-3ecf-4fe2-904a-ea49342fcb97 req-a03af079-2ce8-4693-b31c-28ff8c81d5bc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Sep 12 14:15:13.551492 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.551838 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.552178 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.552513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.552900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.553238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.553555 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.553879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.554250 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.554577 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.554931 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.555256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.555578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.555900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.556220 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:13.596247 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (a8d56a03-43b5-4483-b95f-c332a61e44c8), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.623491 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (a8d56a03-43b5-4483-b95f-c332a61e44c8), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.625152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:13.625786 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.681031 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6259930 Sep 12 14:15:13.684093 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46340) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:13.690577 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Request body: {'subnet': {'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1934725410-subnet', 'tenant_id': '34866fb3f98042d38c922bf3552c4e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:13.692409 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86ccea-670d-44f7-966e-5c3249edb40c admin admin] Pushing event updated for resources: {'Network': ['ID=a8d56a03-43b5-4483-b95f-c332a61e44c8,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:13.704756 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:15:13.729620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:13.737624 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Made reservation on behalf of 34866fb3f98042d38c922bf3552c4e69 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:13.740745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.904024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:13.930980 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:13.989320 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:14.002062 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.002414 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.002815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.003195 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.003533 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.003867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.004245 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.004578 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.004944 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.005237 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.005566 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.005920 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.006218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.006544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.006879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:14.010606 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Checking segment: {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:14.010991 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Network hostable DHCP agents. Network: a8d56a03-43b5-4483-b95f-c332a61e44c8, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:15:14.029397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:15:14.038053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, a8d56a03-43b5-4483-b95f-c332a61e44c8) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:14.043936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:14.044032 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:14.047705 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b482d-e004-4191-95ed-23afac2cd9fb None None] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:15:14.065100 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-6f30fd4d-275f-46eb-838d-f916b058af15 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3792455 Sep 12 14:15:14.166205 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031540f-afd0-4f0b-9429-e29861d5e888 None None] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:15:14.220200 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:14.642260 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a84d-268e-46df-9c12-68fbfd07b528 req-c1626d9c-9041-40ec-996b-9e19640f4562 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:14.643882 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-78d0a84d-268e-46df-9c12-68fbfd07b528 req-c1626d9c-9041-40ec-996b-9e19640f4562 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0588379 Sep 12 14:15:14.670075 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:14.697240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-78d0a84d-268e-46df-9c12-68fbfd07b528 req-79ff78ae-cc76-4666-bda8-78c59645befc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Sep 12 14:15:15.697126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623fd05-08eb-4ed5-80b3-79fe75f666c7 req-8b4ba356-e889-4489-8286-e524964213f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:15.699462 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c623fd05-08eb-4ed5-80b3-79fe75f666c7 req-8b4ba356-e889-4489-8286-e524964213f2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.0512891 Sep 12 14:15:15.765435 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c623fd05-08eb-4ed5-80b3-79fe75f666c7 req-34b0bffd-e252-4003-b6f5-f1eca588223e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Sep 12 14:15:15.927206 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efb91a-a1e0-45aa-9d4a-5815ec3f0496 req-b4627bc0-9001-41c9-bfe8-0381c460c3d9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:15.928655 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-14efb91a-a1e0-45aa-9d4a-5815ec3f0496 req-b4627bc0-9001-41c9-bfe8-0381c460c3d9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.1077225 Sep 12 14:15:15.977262 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-14efb91a-a1e0-45aa-9d4a-5815ec3f0496 req-c377603a-d647-49d6-9489-307cb476a9f4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Sep 12 14:15:16.097684 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-30c64877-a42e-4046-8178-aa7cb1911e0a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:16.099175 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-30c64877-a42e-4046-8178-aa7cb1911e0a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 200 len: 814 time: 0.1059170 Sep 12 14:15:16.114386 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-ec6612e4-17a2-4754-ba2d-6c18e0d11fed tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/quotas/34866fb3f98042d38c922bf3552c4e69 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Sep 12 14:15:16.146454 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-40000e73-66a4-45d2-b027-874d82d2df54 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269506 Sep 12 14:15:16.241970 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-39ba4fd2-ce64-4179-b550-635d27addefd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886867 Sep 12 14:15:16.332432 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-acfbc478-e735-45cb-9510-795935963713 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Sep 12 14:15:16.495278 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e7b33c4f-ffd8-433c-b64b-15131b7bf04b req-c3be0d9e-9599-4255-b649-26e67828bace tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0260196 Sep 12 14:15:16.927637 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-a9a6cdfc-aff3-4293-bb66-e75bd33cccd0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500855 Sep 12 14:15:17.114530 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e18e6-7b05-4ff4-a898-64e154898d0f req-99033ef3-4e59-4850-9e44-106b94664b05 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:17.119345 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da4e18e6-7b05-4ff4-a898-64e154898d0f req-99033ef3-4e59-4850-9e44-106b94664b05 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0550182 Sep 12 14:15:17.190081 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da4e18e6-7b05-4ff4-a898-64e154898d0f req-cb5e4bc0-d72e-4b2e-9d49-7c8c6fa59eca tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627253 Sep 12 14:15:17.218680 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46464) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:17.325948 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-efb101f0-19c9-45d3-8371-6e758dca0ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.369452 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:17.387831 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:17.407599 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-efb101f0-19c9-45d3-8371-6e758dca0ef2 admin admin] Publish callbacks [] for security_group (5d314d23-b241-41f2-a363-ca0086e15dd7), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.411514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-efb101f0-19c9-45d3-8371-6e758dca0ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5d314d23-b241-41f2-a363-ca0086e15dd7), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.448844 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb101f0-19c9-45d3-8371-6e758dca0ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d314d23-b241-41f2-a363-ca0086e15dd7,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:17.453028 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-efb101f0-19c9-45d3-8371-6e758dca0ef2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2c7c5afced6545c0b45bb7842169d9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333210 Sep 12 14:15:17.455588 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46472) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:17.506278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] Publish callbacks [] for security_group (5d314d23-b241-41f2-a363-ca0086e15dd7), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.527640 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] Publish callbacks [] for security_group (5d314d23-b241-41f2-a363-ca0086e15dd7), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.583104 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5d314d23-b241-41f2-a363-ca0086e15dd7), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.585699 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:17.586789 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d314d23-b241-41f2-a363-ca0086e15dd7 HTTP/1.1" status: 204 len: 168 time: 0.1303108 Sep 12 14:15:17.595333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530e899-e747-401a-ab8e-37ee009b98ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d314d23-b241-41f2-a363-ca0086e15dd7,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:17.617022 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-501f7932-7cc0-4e93-8f77-1ec96beec853 req-b2c5c00b-5fda-4b70-95d5-94fb4dcb484c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0475152 Sep 12 14:15:18.302470 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2322402-c680-47d1-a803-30b4039e7fe6 req-d7b45c5b-e27b-4d99-8fa1-d74eebf229cd tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:18.303936 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b2322402-c680-47d1-a803-30b4039e7fe6 req-d7b45c5b-e27b-4d99-8fa1-d74eebf229cd tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0441749 Sep 12 14:15:18.349575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:18.354643 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b2322402-c680-47d1-a803-30b4039e7fe6 req-9d73d431-770b-47e9-876f-704963d8569a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Sep 12 14:15:18.598931 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d85a2a-79fa-4778-882d-ba47f044305e req-6032c51d-0670-47fc-afea-ae2edf97409d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:18.600359 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b5d85a2a-79fa-4778-882d-ba47f044305e req-6032c51d-0670-47fc-afea-ae2edf97409d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0457487 Sep 12 14:15:18.646475 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b5d85a2a-79fa-4778-882d-ba47f044305e req-56fb4c59-bddf-4a50-9db9-81c2a6ad456a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Sep 12 14:15:18.691566 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:18.721759 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ec5beabe-d238-4c65-b788-bcb74d3df377 req-2b6784bb-d706-41ef-a574-2b4c92970f75 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0268092 Sep 12 14:15:19.768717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417bc5-63ea-4e64-ac85-f1a5bd1901f6 req-d6f03241-4a79-4b8d-883f-b48497a4b035 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:19.770237 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-09417bc5-63ea-4e64-ac85-f1a5bd1901f6 req-d6f03241-4a79-4b8d-883f-b48497a4b035 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0479941 Sep 12 14:15:19.833149 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-409abce9-499f-4506-9f68-00c85c04f433 req-caad0350-3a4b-4f33-b12c-49f5b4630247 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0351741 Sep 12 14:15:19.847884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-09417bc5-63ea-4e64-ac85-f1a5bd1901f6 req-6eb0bf52-fcfe-4e97-954f-778a59023055 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 Sep 12 14:15:20.262575 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79c65-473c-4edd-a105-023e86852b16 req-f13c6a5a-920b-4490-83bb-7f3a9c12c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.264885 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-f13c6a5a-920b-4490-83bb-7f3a9c12c483 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1129 time: 0.0445411 Sep 12 14:15:20.314805 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-89f3d21b-540e-4b1f-93ce-431807f6ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.316357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-89f3d21b-540e-4b1f-93ce-431807f6ad03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.0589745 Sep 12 14:15:20.412080 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79c65-473c-4edd-a105-023e86852b16 req-01437f27-e708-4ae1-b0e9-8ec82a35a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.413883 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-01437f27-e708-4ae1-b0e9-8ec82a35a15c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1230164 Sep 12 14:15:20.449720 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-ecb5f182-f6e5-43a1-aff9-ccf26c3e9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.451342 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-ecb5f182-f6e5-43a1-aff9-ccf26c3e9ed2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.1254692 Sep 12 14:15:20.492925 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-adccbf8e-d999-4014-a39b-435fdd5aea89 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 1001 time: 0.0679333 Sep 12 14:15:20.506673 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-e35f727b-94a4-4b93-9cfc-050e6f87155c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.0483289 Sep 12 14:15:20.563735 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79c65-473c-4edd-a105-023e86852b16 req-b3db03a8-9aeb-408f-9198-001cda343de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.565890 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-b3db03a8-9aeb-408f-9198-001cda343de4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0667255 Sep 12 14:15:20.566957 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-f4772db1-94d3-4d72-a48c-741e88136de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.568831 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-f4772db1-94d3-4d72-a48c-741e88136de0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0554535 Sep 12 14:15:20.596011 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:20.616922 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:20.620789 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-862832de-ddd0-4173-901b-c7b5482c97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.622333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-862832de-ddd0-4173-901b-c7b5482c97ef service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440338 Sep 12 14:15:20.632221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79c65-473c-4edd-a105-023e86852b16 req-02581d23-82b4-4141-8269-7fb5ff313ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:20.633764 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-02581d23-82b4-4141-8269-7fb5ff313ec8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557702 Sep 12 14:15:20.737091 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-11ddaffe-9b0f-480e-82e4-e6a6257d3f49 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022885 Sep 12 14:15:20.743777 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-966bb861-f0c5-4e5f-8458-c3a19a5b2bd9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910411 Sep 12 14:15:20.935045 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-182569f6-885c-4a63-9f63-da6705d1ed37 req-76435dcb-b56f-4ddc-a57b-9d5aa91a61e5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0269365 Sep 12 14:15:21.088921 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-47e79c65-473c-4edd-a105-023e86852b16 req-f00f27e4-5fff-44f9-810f-a8b7701e4f5f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011267 Sep 12 14:15:21.108814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312af152-210c-408d-9dbf-20661645d5cb req-7caca6f2-d347-4767-b880-359595679983 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:21.111102 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-312af152-210c-408d-9dbf-20661645d5cb req-7caca6f2-d347-4767-b880-359595679983 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0989122 Sep 12 14:15:21.156260 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f43a3ad-89dc-4cbd-a932-299e92ea7443 req-53df201d-e327-43d0-8a2e-98b9e2c2ca92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674914 Sep 12 14:15:21.209990 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-312af152-210c-408d-9dbf-20661645d5cb req-81762c32-762d-4a6e-9fbb-a49c4237cc4e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Sep 12 14:15:21.275772 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-550ebaf5-58e4-4c79-b136-f7790c3dbf2c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:21.277269 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-550ebaf5-58e4-4c79-b136-f7790c3dbf2c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 200 len: 814 time: 0.1827712 Sep 12 14:15:21.564799 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Request body: {'port': {'device_id': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8', 'admin_state_up': True, 'tenant_id': '34866fb3f98042d38c922bf3552c4e69'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:21.662028 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:21.678142 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Made reservation on behalf of 34866fb3f98042d38c922bf3552c4e69 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:21.681893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:21.704136 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:21.812610 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Allocated IP 172.20.0.9 (a8d56a03-43b5-4483-b95f-c332a61e44c8/db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f/47d4c7fb-4320-44f1-8f93-b2a672d8d322) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:21.967689 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks [] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:22.001240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:22.050911 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:22.058647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:22.069561 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:22.086711 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf648-de5e-4553-adba-930a2aa7a414 req-a6d7b568-f6ba-4528-b9cc-2fd7d3a8f2a3 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:22.088502 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdbbf648-de5e-4553-adba-930a2aa7a414 req-a6d7b568-f6ba-4528-b9cc-2fd7d3a8f2a3 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 931 time: 0.0678215 Sep 12 14:15:22.096391 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Pushing event updated for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:22.127153 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:22.127754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:22.140633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdbbf648-de5e-4553-adba-930a2aa7a414 req-8b913ade-268d-49b1-b60b-f03565caa7ef tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Sep 12 14:15:22.144099 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d91f2b3e-bc4a-4fa5-8f08-c4bbf29bfa47 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832016 Sep 12 14:15:22.338027 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b71510-f37f-45e4-8075-0b647550e9ec req-9587d3a1-79d4-4350-8e28-8f8407502a27 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:22.339541 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-45b71510-f37f-45e4-8075-0b647550e9ec req-9587d3a1-79d4-4350-8e28-8f8407502a27 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0566602 Sep 12 14:15:22.397297 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-45b71510-f37f-45e4-8075-0b647550e9ec req-79fc5099-7d76-49ab-b5a3-5ba4d8828802 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503242 Sep 12 14:15:22.895640 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Request body: {'port': {'device_id': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:22.958515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.207617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:23.216914 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d4c7fb-4320-44f1-8f93-b2a672d8d322 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:23.225815 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks [] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.243651 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Transition to ACTIVE for port object 47d4c7fb-4320-44f1-8f93-b2a672d8d322 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:15:23.247431 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.254362 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:23.282474 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266cd4b-149e-47b1-b3d6-7d7dec84c28e req-03e7b6b3-584d-4fc8-9965-503c45dafa11 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:23.284124 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f266cd4b-149e-47b1-b3d6-7d7dec84c28e req-03e7b6b3-584d-4fc8-9965-503c45dafa11 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 931 time: 0.0558698 Sep 12 14:15:23.320365 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Pushing event updated for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:23.375897 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Attempting to bind port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:15:23.376781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Attempting to bind port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:15:23.377457 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Attempting to bind port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 on network a8d56a03-43b5-4483-b95f-c332a61e44c8 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:23.447455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 on network a8d56a03-43b5-4483-b95f-c332a61e44c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:15:23.447784 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Attempting to bind port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 on network a8d56a03-43b5-4483-b95f-c332a61e44c8 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:23.512238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:15:23.512846 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Checking segment: {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:23.513374 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Bound using segment: {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:15:23.513996 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Bound port: 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:15:23.514534 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.603788 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:15:23.608238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:15:23.614504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.637968 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:23.638582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:23.640072 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/47d4c7fb-4320-44f1-8f93-b2a672d8d322 HTTP/1.1" status: 200 len: 1093 time: 0.7487454 Sep 12 14:15:23.640739 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:23.643070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec20448b-4f90-4bd5-87cf-3954205b3736" -d '{"events": [{"name": "network-changed", "server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:23.658404 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:23.673334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c847d-1da5-4b87-b209-d25e5a033c06 service neutron] Pushing event updated for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:23.676189 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f266cd4b-149e-47b1-b3d6-7d7dec84c28e req-51d38e4c-f61c-473e-bb63-6c17e1f335ec tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795660 Sep 12 14:15:23.722476 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db46e-ba8b-4563-b716-ccd5264fe80c req-57aa3c27-fc9c-4ff0-bd68-aedfc0adb5e2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:23.724916 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-006db46e-ba8b-4563-b716-ccd5264fe80c req-57aa3c27-fc9c-4ff0-bd68-aedfc0adb5e2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0672729 Sep 12 14:15:23.740064 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6deedf-6ef0-4844-a3de-bc77d27335b3 x-openstack-request-id: req-bc6deedf-6ef0-4844-a3de-bc77d27335b3 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:23.740626 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:23.740982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc6deedf-6ef0-4844-a3de-bc77d27335b3 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:23.741495 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6deedf-6ef0-4844-a3de-bc77d27335b3'] response: {'name': 'network-changed', 'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322', 'status': 'completed', 'code': 200} Sep 12 14:15:23.776661 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-006db46e-ba8b-4563-b716-ccd5264fe80c req-75c974c8-5c29-4795-a03f-40fb739662f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Sep 12 14:15:23.893462 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46620) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:24.003811 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ce157e78-4e38-49a0-abe0-8f5756631bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.103810 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ce157e78-4e38-49a0-abe0-8f5756631bbe admin admin] Publish callbacks [] for security_group (15c5d7c3-1034-4cf9-9304-f311b6dfe8e0), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.107582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ce157e78-4e38-49a0-abe0-8f5756631bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (15c5d7c3-1034-4cf9-9304-f311b6dfe8e0), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.154611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce157e78-4e38-49a0-abe0-8f5756631bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c5d7c3-1034-4cf9-9304-f311b6dfe8e0,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:24.160604 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ce157e78-4e38-49a0-abe0-8f5756631bbe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06a6d09a62e84a01a95c65a743fc91a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660418 Sep 12 14:15:24.163601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46628) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:24.213976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] Publish callbacks [] for security_group (15c5d7c3-1034-4cf9-9304-f311b6dfe8e0), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.233318 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] Publish callbacks [] for security_group (15c5d7c3-1034-4cf9-9304-f311b6dfe8e0), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.282049 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (15c5d7c3-1034-4cf9-9304-f311b6dfe8e0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.284687 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.285939 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/15c5d7c3-1034-4cf9-9304-f311b6dfe8e0 HTTP/1.1" status: 204 len: 168 time: 0.1212871 Sep 12 14:15:24.294938 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c83267-d8fb-4198-ab36-a00670ce5779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c5d7c3-1034-4cf9-9304-f311b6dfe8e0,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:24.532628 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-b0b332dd-1cd2-4e18-8f38-2b2d76459a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:24.534583 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-b0b332dd-1cd2-4e18-8f38-2b2d76459a43 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 1127 time: 0.0654290 Sep 12 14:15:24.603489 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:24.660006 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46638) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:24.669082 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-d1567bc8-6f76-4edb-8a6f-ecbd55df081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:24.671176 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-d1567bc8-6f76-4edb-8a6f-ecbd55df081f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=34866fb3f98042d38c922bf3552c4e69&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1245787 Sep 12 14:15:24.674615 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0abb9aa5-daa9-4b7f-836f-cf7c0e59fdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.755930 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:24.779373 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0abb9aa5-daa9-4b7f-836f-cf7c0e59fdba admin admin] Publish callbacks [] for security_group (49fb4e60-6f11-47ed-a280-a87a32bbde3b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.808857 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0abb9aa5-daa9-4b7f-836f-cf7c0e59fdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (49fb4e60-6f11-47ed-a280-a87a32bbde3b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.861147 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a718d-9821-4010-b9ba-d86b63c0fcdf req-786d9b1a-7942-4e8f-8759-a018cc4fd5c5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:24.862664 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d0a718d-9821-4010-b9ba-d86b63c0fcdf req-786d9b1a-7942-4e8f-8759-a018cc4fd5c5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 943 time: 0.0959902 Sep 12 14:15:24.879456 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-0abb9aa5-daa9-4b7f-836f-cf7c0e59fdba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a3ef98e32a0941948b911bea165a4ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183766 Sep 12 14:15:24.881982 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46642) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:24.885035 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb9aa5-daa9-4b7f-836f-cf7c0e59fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb4e60-6f11-47ed-a280-a87a32bbde3b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:24.985419 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d0a718d-9821-4010-b9ba-d86b63c0fcdf req-a23e96ea-1acc-496a-9210-33a4aa749214 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040542 Sep 12 14:15:24.988835 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] Publish callbacks [] for security_group (49fb4e60-6f11-47ed-a280-a87a32bbde3b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:24.994125 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:25.015898 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] Publish callbacks [] for security_group (49fb4e60-6f11-47ed-a280-a87a32bbde3b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.016915 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-fb1f4a3a-5501-4a14-9630-b96de918738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:25.018404 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ec20448b-4f90-4bd5-87cf-3954205b3736 req-fb1f4a3a-5501-4a14-9630-b96de918738e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487188 Sep 12 14:15:25.063980 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (49fb4e60-6f11-47ed-a280-a87a32bbde3b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.066655 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.067840 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/49fb4e60-6f11-47ed-a280-a87a32bbde3b HTTP/1.1" status: 204 len: 168 time: 0.1848414 Sep 12 14:15:25.075631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ca8e9-c04d-45a5-9a78-cf0148561804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb4e60-6f11-47ed-a280-a87a32bbde3b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:25.118982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d189adf8-2ca9-4fa2-8262-660785587704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:25.121438 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d189adf8-2ca9-4fa2-8262-660785587704 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 1127 time: 0.0457211 Sep 12 14:15:25.178171 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-a789220d-59d9-4d4d-b385-cfda44f641cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322 HTTP/1.1" status: 200 len: 217 time: 0.0416641 Sep 12 14:15:25.221419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46652) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:25.227297 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3488251', 'description': 'tempest-description--975071494'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:25.231758 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-5e661e7c-d2fc-483c-8784-0b90c18640ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:25.233903 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-5e661e7c-d2fc-483c-8784-0b90c18640ee service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f HTTP/1.1" status: 200 len: 854 time: 0.0475421 Sep 12 14:15:25.251404 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.270594 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-d01b017c-734e-4f4e-be9b-c3bc466fbff0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a8d56a03-43b5-4483-b95f-c332a61e44c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293539 Sep 12 14:15:25.338035 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (da63a4ec-4d6a-4262-8ffb-cc6e943025fc), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.343515 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (da63a4ec-4d6a-4262-8ffb-cc6e943025fc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.349129 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:25.374301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.375667 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1530840 Sep 12 14:15:25.378504 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:25.380147 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46656) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:25.384406 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'security_group_rule': {'security_group_id': 'da63a4ec-4d6a-4262-8ffb-cc6e943025fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:25.390594 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-c9221598-8ccf-4d77-966e-3abd83bced53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127040 Sep 12 14:15:25.394053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15182a-4bdd-401c-aa09-770e4a32aa4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da63a4ec-4d6a-4262-8ffb-cc6e943025fc,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:25.417502 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (a3126b39-fe8a-476e-bb65-0f8eaf88374a), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.484353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (a3126b39-fe8a-476e-bb65-0f8eaf88374a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.492924 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (a3126b39-fe8a-476e-bb65-0f8eaf88374a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.505186 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5d4f24b1-fa8b-420e-9e70-1be17c50032f req-4f48ed89-f4c6-4caa-9cf4-f436a5d15c8b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061182 Sep 12 14:15:25.523439 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3126b39-fe8a-476e-bb65-0f8eaf88374a,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:25.534423 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.535746 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8241975d-41e7-431c-9038-8907a220ba46 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546159 Sep 12 14:15:25.538439 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46672) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:25.542977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'security_group_rule': {'security_group_id': 'da63a4ec-4d6a-4262-8ffb-cc6e943025fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:25.583335 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (9fb9520e-a5ff-4466-806e-8e15b380df50), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.645283 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:25.647631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (9fb9520e-a5ff-4466-806e-8e15b380df50), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.653596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (9fb9520e-a5ff-4466-806e-8e15b380df50), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.677723 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb9520e-a5ff-4466-806e-8e15b380df50,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:25.689438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.693510 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-3286a5fa-73b8-42f9-800d-ab4d17a03d67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513803 Sep 12 14:15:25.693831 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46678) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:25.699195 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:25.723928 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.820660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:25.854987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1a3d-cfd5-4915-8c0f-77226a82f873 req-b44c6a92-880f-491b-a0ea-8749769efab7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:25.856513 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-267a1a3d-cfd5-4915-8c0f-77226a82f873 req-b44c6a92-880f-491b-a0ea-8749769efab7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Sep 12 14:15:25.915157 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-267a1a3d-cfd5-4915-8c0f-77226a82f873 req-9417c50f-ee97-4613-932d-2e2314f30884 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510550 Sep 12 14:15:25.953344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Allocated IP 172.27.3.152 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/523e17c8-bcb7-49b5-8fe2-70d97c33057e) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:26.083961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.124644 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.128146 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379057f-2fa1-436c-bdab-45ee91e0459a req-68934b1a-0342-464b-b44f-4c41f642cbf5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:26.135679 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8379057f-2fa1-436c-bdab-45ee91e0459a req-68934b1a-0342-464b-b44f-4c41f642cbf5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 943 time: 0.0664961 Sep 12 14:15:26.170419 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:26.178355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:26.182265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:26.189685 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8379057f-2fa1-436c-bdab-45ee91e0459a req-42e75033-0516-46a4-a739-69c94ca209d1 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537596 Sep 12 14:15:26.219482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'Port': ['ID=523e17c8-bcb7-49b5-8fe2-70d97c33057e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:26.298867 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.332166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:26.344954 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.393725 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:26.504550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.509190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.584529 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'Port': ['ID=523e17c8-bcb7-49b5-8fe2-70d97c33057e,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:26.589518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.607776 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:26.607991 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d5a536d5-63b5-4640-8275-dca6c331fe23 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9129267 Sep 12 14:15:26.850390 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-7d2c26ed-f306-491d-b196-e771264573b3 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--3488251&fields=id&tenant_id=366826b14e0e4a93819c18d8d716a254 HTTP/1.1" status: 200 len: 267 time: 0.0512869 Sep 12 14:15:26.961421 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-e86db503-dc84-4884-9570-72d3dc0a9b37 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:26.962937 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-e86db503-dc84-4884-9570-72d3dc0a9b37 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 0.1058547 Sep 12 14:15:26.980507 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-e7a1a4cc-224b-45f2-a071-90e27ab5b219 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/quotas/366826b14e0e4a93819c18d8d716a254 HTTP/1.1" status: 200 len: 375 time: 0.0103650 Sep 12 14:15:27.066867 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-211c4216-8b71-4a82-99a6-048189370508 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794189 Sep 12 14:15:27.081799 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b3e07-9831-48cf-97d0-8c5bbafc792e req-ed8f74cc-494a-440b-a349-42cd1c01b978 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:27.083305 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea9b3e07-9831-48cf-97d0-8c5bbafc792e req-ed8f74cc-494a-440b-a349-42cd1c01b978 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0653300 Sep 12 14:15:27.179367 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea9b3e07-9831-48cf-97d0-8c5bbafc792e req-507a6ab7-ccb6-499f-9193-0531fd5ef06f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878365 Sep 12 14:15:27.207992 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-65d56dc2-1a64-491d-98c9-9c5d1c645cd7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237550 Sep 12 14:15:27.288881 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:27.333082 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-b8085d4f-98fa-4480-ae21-073f7e70c757 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193602 Sep 12 14:15:27.340822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6990b4-b375-4bf9-ad67-50529e542665 req-0a9fa91d-1a20-4f44-9bbd-901071374988 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:27.342783 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e6990b4-b375-4bf9-ad67-50529e542665 req-0a9fa91d-1a20-4f44-9bbd-901071374988 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 943 time: 0.0683417 Sep 12 14:15:27.391126 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6e6990b4-b375-4bf9-ad67-50529e542665 req-45f8cf1b-7a3d-4efe-add0-93c8463550d0 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Sep 12 14:15:27.502550 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8abcf83e-9ab8-4b47-bd9c-dce627db108f req-cf36da19-c72c-40a6-a643-d497edbd0a76 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 210 time: 0.0273609 Sep 12 14:15:28.104112 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 47d4c7fb-4320-44f1-8f93-b2a672d8d322 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:15:28.219993 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:28.242198 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '47d4c7fb-4320-44f1-8f93-b2a672d8d322', 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8', 'port_id': '47d4c7fb-4320-44f1-8f93-b2a672d8d322', 'mac_address': 'fa:16:3e:37:54:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:15:28.284270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:28.284785 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:28.305209 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d4c7fb-4320-44f1-8f93-b2a672d8d322 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:28.323717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556d30e-095a-4887-9751-7eefd147391e req-62ae890e-48d8-4fc4-a0f1-bc1e69d0bd5a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:28.326024 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4556d30e-095a-4887-9751-7eefd147391e req-62ae890e-48d8-4fc4-a0f1-bc1e69d0bd5a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0620396 Sep 12 14:15:28.334084 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:28.342530 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:28.390434 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4556d30e-095a-4887-9751-7eefd147391e req-775f9bf5-f045-451b-9512-d831234d1f52 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549824 Sep 12 14:15:28.397743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:28.527595 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848dcdf-f1f4-4412-b5eb-a8bfb9b3f4a7 req-88175894-9305-464f-8654-977057f93a43 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:28.529080 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b848dcdf-f1f4-4412-b5eb-a8bfb9b3f4a7 req-88175894-9305-464f-8654-977057f93a43 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 944 time: 0.0465510 Sep 12 14:15:28.556324 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:28.584033 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b848dcdf-f1f4-4412-b5eb-a8bfb9b3f4a7 req-cc06fd18-a887-40cd-a271-655b62618dff tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Sep 12 14:15:28.695584 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1b5d88e9-6840-4fa4-a634-784fe33bd924 req-263a6e0c-075d-46b1-8b2c-5187f26b750b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 210 time: 0.0353012 Sep 12 14:15:28.718254 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['47d4c7fb-4320-44f1-8f93-b2a672d8d322'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:15:28.892240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-f8cb8bc6-b9fb-4c48-9441-cca5a3025b17 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:28.899767 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-f8cb8bc6-b9fb-4c48-9441-cca5a3025b17 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 817 time: 0.1685705 Sep 12 14:15:28.929719 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c7ec-4b54-4c58-ad5d-77863885a639 req-6a105f63-b037-4a13-bd61-b345f1190f71 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:28.931424 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c754c7ec-4b54-4c58-ad5d-77863885a639 req-6a105f63-b037-4a13-bd61-b345f1190f71 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0742352 Sep 12 14:15:28.987301 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c754c7ec-4b54-4c58-ad5d-77863885a639 req-4a33bfa4-0423-41a8-875a-06a1733aa7ba tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 Sep 12 14:15:29.044709 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-e6298449-4395-4de4-8ae4-9d34eeac362e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=366826b14e0e4a93819c18d8d716a254 HTTP/1.1" status: 200 len: 377 time: 0.0607023 Sep 12 14:15:29.135182 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'port': {'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'admin_state_up': True, 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'security_groups': ['da63a4ec-4d6a-4262-8ffb-cc6e943025fc']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:29.241502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Made reservation on behalf of 366826b14e0e4a93819c18d8d716a254 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:29.245061 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:29.367787 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Allocated IP 172.20.0.14 (83e51b0e-db79-49cd-8380-4c9b5dcda3fe/119cfccc-d408-472e-a884-f14769cc6215/eafefb92-feba-40e9-915d-de3bebe30c10) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:29.488478 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:29.507933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for port (eafefb92-feba-40e9-915d-de3bebe30c10), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:29.522580 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a38e-c2c3-48eb-a5b5-f44a61f0aa97 req-557e4778-30ac-4b46-b7e3-daecd4697339 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:29.524087 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe62a38e-c2c3-48eb-a5b5-f44a61f0aa97 req-557e4778-30ac-4b46-b7e3-daecd4697339 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Sep 12 14:15:29.536344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:29.543440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:29.574993 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe62a38e-c2c3-48eb-a5b5-f44a61f0aa97 req-965425e3-05d0-4244-9316-037efec0bf10 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Sep 12 14:15:29.589914 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:29.594958 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:29.603147 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event updated for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:29.605257 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:29.654029 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:29.654762 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:29.672111 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-cd4ce129-d219-4f82-be9c-3138c89f40f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409288 Sep 12 14:15:29.694706 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Request body: {'port': {'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:29.743098 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f447f8-fa25-4316-af66-9355faafd6ff req-5b9ddbb5-c3f0-4b9d-a3ed-badef80de303 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:29.745869 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95f447f8-fa25-4316-af66-9355faafd6ff req-5b9ddbb5-c3f0-4b9d-a3ed-badef80de303 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 944 time: 0.0671122 Sep 12 14:15:29.801690 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:29.811479 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95f447f8-fa25-4316-af66-9355faafd6ff req-903494d1-3924-4db8-b330-693c232bca93 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Sep 12 14:15:29.869997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9b297-39a2-4f71-97ea-ed6cf5aa61b4 req-4d26eac8-5955-4b7a-9e69-f72a3e762c07 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:29.871578 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2ad9b297-39a2-4f71-97ea-ed6cf5aa61b4 req-4d26eac8-5955-4b7a-9e69-f72a3e762c07 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 932 time: 0.0591557 Sep 12 14:15:29.939246 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2ad9b297-39a2-4f71-97ea-ed6cf5aa61b4 req-0fd866e9-b26d-4a04-8f3f-3dc6751cd3c9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550537 Sep 12 14:15:29.969240 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-9ac4d24b-1748-43e1-bbcb-8bcc2a576eb4 None None] Provisioning complete for port eafefb92-feba-40e9-915d-de3bebe30c10 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:29.969717 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d24b-1748-43e1-bbcb-8bcc2a576eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.003427 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4d24b-1748-43e1-bbcb-8bcc2a576eb4 None None] Port eafefb92-feba-40e9-915d-de3bebe30c10 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:15:30.096417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafefb92-feba-40e9-915d-de3bebe30c10 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:30.104137 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks [] for port (eafefb92-feba-40e9-915d-de3bebe30c10), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.118455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Transition to ACTIVE for port object eafefb92-feba-40e9-915d-de3bebe30c10 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:15:30.121752 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 47d4c7fb-4320-44f1-8f93-b2a672d8d322 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:15:30.125201 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.134339 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80422c-b619-4013-89fc-bd8f113d384f req-1d77f429-b1b6-495f-8e4c-cafe2e87b157 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:30.143859 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cf80422c-b619-4013-89fc-bd8f113d384f req-1d77f429-b1b6-495f-8e4c-cafe2e87b157 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0646713 Sep 12 14:15:30.186321 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:15:30.194424 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:30.195418 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.207514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46832) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:30.210888 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cf80422c-b619-4013-89fc-bd8f113d384f req-ab0ab4f7-503a-4813-b1da-5a6bc9071017 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649765 Sep 12 14:15:30.216493 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Pushing event updated for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:30.227060 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:30.250932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Attempting to bind port eafefb92-feba-40e9-915d-de3bebe30c10 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:15:30.251275 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Attempting to bind port eafefb92-feba-40e9-915d-de3bebe30c10 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:15:30.251586 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Attempting to bind port eafefb92-feba-40e9-915d-de3bebe30c10 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:30.283578 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:30.284035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.293560 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Port eafefb92-feba-40e9-915d-de3bebe30c10 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:15:30.294390 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Attempting to bind port eafefb92-feba-40e9-915d-de3bebe30c10 on network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:30.307658 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:30.309854 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a519dfe1-81da-46c2-9f51-ed28cbfd328f" -d '{"events": [{"server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "name": "network-vif-plugged", "status": "completed", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:30.323881 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:30.330053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.337774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:15:30.337922 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Checking segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:30.338357 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Bound using segment: {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:15:30.338730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Bound port: eafefb92-feba-40e9-915d-de3bebe30c10, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915c8cfe-ca26-491d-8677-0ad8a08026f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:15:30.339111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.362396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06fccae-b609-44f2-a430-4770db13eb00 x-openstack-request-id: req-c06fccae-b609-44f2-a430-4770db13eb00 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:30.362704 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "name": "network-vif-plugged", "status": "completed", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:30.363068 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c06fccae-b609-44f2-a430-4770db13eb00 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:30.363460 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06fccae-b609-44f2-a430-4770db13eb00'] response: {'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322', 'code': 200} Sep 12 14:15:30.388387 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:30.389731 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c074c85e-fbc7-4759-8fca-1a5bc708869a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.417351 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:30.430952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:30.435519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:15:30.442120 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eafefb92-feba-40e9-915d-de3bebe30c10,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:15:30.451705 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.458658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:30.459291 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.460659 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1094 time: 0.7726436 Sep 12 14:15:30.462518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:30.464746 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d380449-8104-4abe-a252-017a3e5de93b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:30.699870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168de067-fd51-46c3-9f5e-a630449f0b32 req-0c2d2af6-2665-4a4f-8d93-722202aed3ac tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:30.701976 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-168de067-fd51-46c3-9f5e-a630449f0b32 req-0c2d2af6-2665-4a4f-8d93-722202aed3ac tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Sep 12 14:15:30.718861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbd29a-e871-4f1c-8f45-f6d8ea174999 x-openstack-request-id: req-59fbd29a-e871-4f1c-8f45-f6d8ea174999 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:30.719151 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:30.719396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59fbd29a-e871-4f1c-8f45-f6d8ea174999 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:30.719782 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fbd29a-e871-4f1c-8f45-f6d8ea174999'] response: {'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'status': 'completed', 'code': 200} Sep 12 14:15:30.750914 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-168de067-fd51-46c3-9f5e-a630449f0b32 req-f6eb9fa0-221f-42b9-80f7-632780d30fb3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Sep 12 14:15:30.767321 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a05dfd-839f-4e37-88ac-da8da3a08167 service neutron] Pushing event updated for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:30.784193 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c074c85e-fbc7-4759-8fca-1a5bc708869a admin admin] Publish callbacks [] for security_group (81565fa0-5d56-412a-80db-3928c99457af), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.788258 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c074c85e-fbc7-4759-8fca-1a5bc708869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (81565fa0-5d56-412a-80db-3928c99457af), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.825530 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c85e-fbc7-4759-8fca-1a5bc708869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81565fa0-5d56-412a-80db-3928c99457af,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:30.835626 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c074c85e-fbc7-4759-8fca-1a5bc708869a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b8d3883b0e504452b1d88defc505ea8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256266 Sep 12 14:15:30.836170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46842) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:30.914186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-8a6f95e8-7426-488b-9ed7-fde19a420cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:30.915682 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-8a6f95e8-7426-488b-9ed7-fde19a420cea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1128 time: 0.0473619 Sep 12 14:15:30.947354 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5e69c-5de3-426f-90c4-80de4c0ed0bb req-1245db39-fedd-4a90-a860-bea2d736809a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:30.949376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1ef5e69c-5de3-426f-90c4-80de4c0ed0bb req-1245db39-fedd-4a90-a860-bea2d736809a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0481348 Sep 12 14:15:30.964714 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] Publish callbacks [] for security_group (81565fa0-5d56-412a-80db-3928c99457af), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:30.967465 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-683fd1e0-ec2f-469c-b2e5-54009f346a81 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 217 time: 0.0390017 Sep 12 14:15:30.990145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] Publish callbacks [] for security_group (81565fa0-5d56-412a-80db-3928c99457af), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.045118 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (81565fa0-5d56-412a-80db-3928c99457af), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.047772 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.051349 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/81565fa0-5d56-412a-80db-3928c99457af HTTP/1.1" status: 204 len: 168 time: 0.2118318 Sep 12 14:15:31.057211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04924a-a2c7-4839-a6b6-58d6cebeb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81565fa0-5d56-412a-80db-3928c99457af,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:31.062692 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1ef5e69c-5de3-426f-90c4-80de4c0ed0bb req-15505021-ae52-4e0e-951f-8d02382cecf6 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051028 Sep 12 14:15:31.087280 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05218f24-30be-4f93-93eb-c7691abcaf0c req-a23b9467-aed2-4de8-bd13-b9718117f086 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.088860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-05218f24-30be-4f93-93eb-c7691abcaf0c req-a23b9467-aed2-4de8-bd13-b9718117f086 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 944 time: 0.0688949 Sep 12 14:15:31.114448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:31.143391 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-05218f24-30be-4f93-93eb-c7691abcaf0c req-3b381845-829e-479f-a28c-136af258761f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480430 Sep 12 14:15:31.333088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeb48e-9392-4a73-9232-bc2970475b69 req-ea69a30b-353c-464d-98c6-948351bec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.334606 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e8aeb48e-9392-4a73-9232-bc2970475b69 req-ea69a30b-353c-464d-98c6-948351bec33d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 1129 time: 0.0492754 Sep 12 14:15:31.344120 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-a0ac3b0d-adc0-42c7-bb35-6b56a04601bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.346773 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-a0ac3b0d-adc0-42c7-bb35-6b56a04601bc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0871212 Sep 12 14:15:31.354819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46856) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:31.394658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-e7ac-4e30-970a-ce3c7d734e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.400731 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa70ef2-d8dd-4582-baf9-d156a8ee249f req-bcd71fec-9f3a-444c-97c7-00985381d180 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.402217 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8aa70ef2-d8dd-4582-baf9-d156a8ee249f req-bcd71fec-9f3a-444c-97c7-00985381d180 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0666995 Sep 12 14:15:31.413541 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-c2b42449-423e-4a55-9af8-b5b1b196bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.415066 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-c2b42449-423e-4a55-9af8-b5b1b196bc30 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611882 Sep 12 14:15:31.432641 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e8aeb48e-9392-4a73-9232-bc2970475b69 req-29244699-6ab0-4056-8a0a-f4b47939ab5b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 Sep 12 14:15:31.463451 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8aa70ef2-d8dd-4582-baf9-d156a8ee249f req-68fe951d-e67e-4325-9b70-e3112d9fea65 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530915 Sep 12 14:15:31.549105 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-c5ab536a-15b1-4cac-b6ee-f3bfc7ccd70d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250572 Sep 12 14:15:31.566990 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-e7ac-4e30-970a-ce3c7d734e04 admin admin] Publish callbacks [] for security_group (7087499e-d463-4eba-a739-35b7176f933d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.570797 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-243ceb6d-e7ac-4e30-970a-ce3c7d734e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (7087499e-d463-4eba-a739-35b7176f933d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.618174 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-243ceb6d-e7ac-4e30-970a-ce3c7d734e04 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=86070fff6b5f47beb060d79547475c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622516 Sep 12 14:15:31.619046 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ceb6d-e7ac-4e30-970a-ce3c7d734e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7087499e-d463-4eba-a739-35b7176f933d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:31.621201 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46860) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:31.639533 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:31.670317 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] Publish callbacks [] for security_group (7087499e-d463-4eba-a739-35b7176f933d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.692833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] Publish callbacks [] for security_group (7087499e-d463-4eba-a739-35b7176f933d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.697741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:31.709485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:31.723539 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-91db0f59-8a1d-4b1c-8ffd-9d09baea7ed1 req-7c6722ed-9e6f-447b-b251-0d60e4af5a1c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909526 Sep 12 14:15:31.743622 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (7087499e-d463-4eba-a739-35b7176f933d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.746330 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:31.747552 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7087499e-d463-4eba-a739-35b7176f933d HTTP/1.1" status: 204 len: 168 time: 0.1252525 Sep 12 14:15:31.757399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a711fc0-491d-44e2-8fa8-16b9fb667592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7087499e-d463-4eba-a739-35b7176f933d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:31.881941 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ffc4-cd69-49ef-97ee-071cc7a56104 req-b9d05f25-c75c-475f-8657-b2632aeef202 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:31.883490 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7ad9ffc4-cd69-49ef-97ee-071cc7a56104 req-b9d05f25-c75c-475f-8657-b2632aeef202 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Sep 12 14:15:31.939738 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7ad9ffc4-cd69-49ef-97ee-071cc7a56104 req-bd6daa80-6e7d-42db-afd8-53105f9348c9 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494382 Sep 12 14:15:32.198806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058ae01-d942-4882-90a6-224067832753 req-4d18be23-e713-40fb-8d30-fab8b3b48654 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:32.201029 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0058ae01-d942-4882-90a6-224067832753 req-4d18be23-e713-40fb-8d30-fab8b3b48654 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Sep 12 14:15:32.222638 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46886) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:32.227339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029981992', 'description': 'tempest-description--69444937'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:32.252699 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.260683 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0058ae01-d942-4882-90a6-224067832753 req-068b4680-aeac-4c66-a425-c85d7eb68e9a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536697 Sep 12 14:15:32.334919 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee29e8-3220-462e-bf87-38f522d104b2 req-201875b2-3c34-4135-8f1a-50b900db6fc1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:32.336554 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ceee29e8-3220-462e-bf87-38f522d104b2 req-201875b2-3c34-4135-8f1a-50b900db6fc1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 944 time: 0.0536983 Sep 12 14:15:32.342034 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (fd814cf5-11d9-4aab-b667-ebdab56b3560), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.355296 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fd814cf5-11d9-4aab-b667-ebdab56b3560), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.386356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.387640 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1639378 Sep 12 14:15:32.391372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46894) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:32.395533 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': 'fd814cf5-11d9-4aab-b667-ebdab56b3560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:32.397760 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ceee29e8-3220-462e-bf87-38f522d104b2 req-029549d2-630f-471f-ac39-fe7872ea415d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535438 Sep 12 14:15:32.403975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19b87-fffe-4f88-94cd-a4f02641bb49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd814cf5-11d9-4aab-b667-ebdab56b3560,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:32.427038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (a7a050b2-b06d-4a27-b1d2-223d1035ff21), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.483589 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (a7a050b2-b06d-4a27-b1d2-223d1035ff21), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.487617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (a7a050b2-b06d-4a27-b1d2-223d1035ff21), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.506480 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a050b2-b06d-4a27-b1d2-223d1035ff21,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:32.515912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.517383 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-62cee438-e8dc-4e5f-a96f-51374f272061 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250060 Sep 12 14:15:32.520168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46900) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:32.524658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': 'fd814cf5-11d9-4aab-b667-ebdab56b3560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:32.554972 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (d9d343b6-00d9-4d34-82ce-0bda87cefbc4), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.600733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7536e-7c6d-48ec-9dd8-dce0962ea6d9 req-b0df6430-2bb2-4c8e-810b-c68f0df856b1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:32.602204 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e1d7536e-7c6d-48ec-9dd8-dce0962ea6d9 req-b0df6430-2bb2-4c8e-810b-c68f0df856b1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Sep 12 14:15:32.623175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (d9d343b6-00d9-4d34-82ce-0bda87cefbc4), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.628615 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (d9d343b6-00d9-4d34-82ce-0bda87cefbc4), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.651905 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d343b6-00d9-4d34-82ce-0bda87cefbc4,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:32.661223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.661616 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e1d7536e-7c6d-48ec-9dd8-dce0962ea6d9 req-7a452723-a54c-4e65-a507-aae6f364d2f6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516884 Sep 12 14:15:32.662710 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d1f4cad3-8767-4dfb-a6a9-f74d93c78467 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416159 Sep 12 14:15:32.665867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46906) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:32.670767 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:32.696884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.774387 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d380449-8104-4abe-a252-017a3e5de93b req-8c66f39e-21a0-4cd2-8795-d83c7b0d0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:32.776626 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-8c66f39e-21a0-4cd2-8795-d83c7b0d0bd8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1128 time: 0.0431056 Sep 12 14:15:32.777224 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:32.867753 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:32.890893 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.27.3.251 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/12e46e93-40e9-4d0b-9abf-c50f5c943731) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:32.963492 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 46912) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:33.008963 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.053909 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:33.069050 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b9b01a17-06d7-4e40-bc11-f52a2ba89c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.081425 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4b3ea-b970-4be4-9827-dcfc20f78e55 req-dd5b50ff-f147-4827-bc78-f7fe370714c3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.082879 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8ee4b3ea-b970-4be4-9827-dcfc20f78e55 req-dd5b50ff-f147-4827-bc78-f7fe370714c3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0670073 Sep 12 14:15:33.092122 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e8d33ce0-7772-47b9-bbcf-dc5aad4e9ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.102034 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.122166 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:33.176161 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:33.189572 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d380449-8104-4abe-a252-017a3e5de93b req-b6fd8afa-ba86-40bf-b2c5-edf25022c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.191121 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-b6fd8afa-ba86-40bf-b2c5-edf25022c160 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0945807 Sep 12 14:15:33.191338 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:33.201588 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:33.219376 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=12e46e93-40e9-4d0b-9abf-c50f5c943731,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:33.226304 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8ee4b3ea-b970-4be4-9827-dcfc20f78e55 req-9c490377-f88e-4b01-9e99-15e93e88f98f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369672 Sep 12 14:15:33.248344 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-f3440f26-5ef0-4678-ab79-44ddf871b446 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 217 time: 0.0345831 Sep 12 14:15:33.282360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.302339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d380449-8104-4abe-a252-017a3e5de93b req-c812932f-843c-4206-af5f-43df70265ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.303420 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-c812932f-843c-4206-af5f-43df70265ae1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0459540 Sep 12 14:15:33.329816 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e8d33ce0-7772-47b9-bbcf-dc5aad4e9ecd admin admin] Publish callbacks [] for security_group (222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.336973 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e8d33ce0-7772-47b9-bbcf-dc5aad4e9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.342381 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.369447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d380449-8104-4abe-a252-017a3e5de93b req-26e3b803-78ff-4fbe-9c3c-6640598a5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.371111 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-26e3b803-78ff-4fbe-9c3c-6640598a5eb0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472715 Sep 12 14:15:33.434510 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e8d33ce0-7772-47b9-bbcf-dc5aad4e9ecd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cc365cc944a3432d9758373cdd8453e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699125 Sep 12 14:15:33.437445 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 46922) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:33.447419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d33ce0-7772-47b9-bbcf-dc5aad4e9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:33.452950 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:33.466778 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc33a9-d549-4594-9f62-b21d80596858 req-f0fe19fa-1aa7-4b8c-a2e9-d09ce1876059 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.468839 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4fc33a9-d549-4594-9f62-b21d80596858 req-f0fe19fa-1aa7-4b8c-a2e9-d09ce1876059 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.1174083 Sep 12 14:15:33.476987 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:33.506567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] Publish callbacks [] for security_group (222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.528091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] Publish callbacks [] for security_group (222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.580751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.583317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.584471 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a HTTP/1.1" status: 204 len: 168 time: 0.1452935 Sep 12 14:15:33.587648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:33.595376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb45bb-098a-45b3-a8e9-46a7a31eeb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e1b5d-fcc1-4cd7-aeb1-3ccd69d2604a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:33.601490 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513a7a-3583-426c-bee3-3f183d47bc7f req-51f66d57-eaa2-47af-9c0e-0d2467dc9995 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.603696 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0a513a7a-3583-426c-bee3-3f183d47bc7f req-51f66d57-eaa2-47af-9c0e-0d2467dc9995 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 944 time: 0.1200879 Sep 12 14:15:33.649622 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4fc33a9-d549-4594-9f62-b21d80596858 req-885e178e-3631-44b6-9842-0ca9d5955721 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673524 Sep 12 14:15:33.686860 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.695741 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.696427 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.725375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0a513a7a-3583-426c-bee3-3f183d47bc7f req-588855ae-9fd7-41e6-94a7-32622bcb01da tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047351 Sep 12 14:15:33.743227 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:33.744465 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0773978 Sep 12 14:15:33.776201 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef509e-ada3-4066-a16f-848611e74a54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=12e46e93-40e9-4d0b-9abf-c50f5c943731,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:33.816567 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579cbd1-abe2-41b0-a0b5-ca758458079a req-372ed16e-99b7-44e0-8e31-071f74c29121 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:33.823509 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4579cbd1-abe2-41b0-a0b5-ca758458079a req-372ed16e-99b7-44e0-8e31-071f74c29121 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0595865 Sep 12 14:15:33.880536 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4579cbd1-abe2-41b0-a0b5-ca758458079a req-7ffb12ab-20ff-4c3e-8f03-551b8097bd48 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558674 Sep 12 14:15:33.987797 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-4b69a94b-cff9-45a0-abd7-f75918fd3bd6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365032 Sep 12 14:15:34.017822 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-1b83cbc5-5662-4e99-bc73-0c67544efa48 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1029981992&fields=id&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 267 time: 0.0529776 Sep 12 14:15:34.095069 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d380449-8104-4abe-a252-017a3e5de93b req-92c3aa78-cbb7-4240-a00a-fa78353e5336 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951452 Sep 12 14:15:34.116875 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:34.132539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-5ef5e162-9a7d-4f43-8c99-c1896fa61e3d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:34.133998 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-5ef5e162-9a7d-4f43-8c99-c1896fa61e3d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1077538 Sep 12 14:15:34.147777 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eafefb92-feba-40e9-915d-de3bebe30c10 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:15:34.152140 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-bc7ad70d-f4ef-4e51-a119-2d7e1aac5c45 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/quotas/4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 375 time: 0.0126722 Sep 12 14:15:34.210430 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-6e275581-3457-4ff6-8f73-139b55e36688 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514004 Sep 12 14:15:34.323841 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-bfb1303c-5dec-422b-92d2-1eaa21e80e1c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999165 Sep 12 14:15:34.388202 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eafefb92-feba-40e9-915d-de3bebe30c10,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:34.399967 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:15:34.432206 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5688b0-0978-43ea-9883-947e8050eeb9 req-09a72c4e-2b53-403a-bedb-27c5a66a3940 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:34.433754 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aa5688b0-0978-43ea-9883-947e8050eeb9 req-09a72c4e-2b53-403a-bedb-27c5a66a3940 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0936608 Sep 12 14:15:34.435996 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eafefb92-feba-40e9-915d-de3bebe30c10 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:34.436582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:34.451556 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafefb92-feba-40e9-915d-de3bebe30c10 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:34.473261 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eafefb92-feba-40e9-915d-de3bebe30c10,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:34.477490 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:34.489580 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-c0291140-134e-4263-b434-405363c89201 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587274 Sep 12 14:15:34.513856 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aa5688b0-0978-43ea-9883-947e8050eeb9 req-5b688353-3177-4a33-a2ed-db7515ee2cf7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686734 Sep 12 14:15:34.533036 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:34.667458 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:34.691113 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5261b694-eeeb-4de9-a77b-7eeec74af4e7 req-3eff8100-f0d9-4032-ba29-d9668bcc8581 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 210 time: 0.0362363 Sep 12 14:15:34.749529 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['eafefb92-feba-40e9-915d-de3bebe30c10'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:15:34.848915 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cfab7-c019-467f-8b5d-446c005c9a74 req-a0580f95-7969-48ab-9a1d-1ab36802de98 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:34.867906 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-209cfab7-c019-467f-8b5d-446c005c9a74 req-a0580f95-7969-48ab-9a1d-1ab36802de98 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0933228 Sep 12 14:15:34.963221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d07c21-9440-47fb-83dd-1e596e6e36ba req-cdb25155-895c-4ed9-85ce-cbe628dce352 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:34.964805 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d7d07c21-9440-47fb-83dd-1e596e6e36ba req-cdb25155-895c-4ed9-85ce-cbe628dce352 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 945 time: 0.0924098 Sep 12 14:15:35.015517 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-209cfab7-c019-467f-8b5d-446c005c9a74 req-1a46901d-7d11-4b79-aefd-6224c2fc12aa tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463926 Sep 12 14:15:35.056554 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d7d07c21-9440-47fb-83dd-1e596e6e36ba req-89714303-6a34-44d6-b387-63455ced2c30 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0800874 Sep 12 14:15:35.139863 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5efed-c632-459d-b204-4ed5e5cdd85f req-07bafa92-6986-4485-974b-b0287e60b1cd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:35.141417 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-01a5efed-c632-459d-b204-4ed5e5cdd85f req-07bafa92-6986-4485-974b-b0287e60b1cd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Sep 12 14:15:35.195929 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-01a5efed-c632-459d-b204-4ed5e5cdd85f req-173dc915-a5c9-4031-8fc0-51fa96cd7b2d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485473 Sep 12 14:15:35.264829 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-603f8d41-8fda-4932-8862-a15cc3b19e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:35.645552 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239fc0-ce9f-4fe9-8e66-a26e353726bd req-b6245727-abb8-4f16-9f24-0b960d7c23b0 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:35.647257 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3b239fc0-ce9f-4fe9-8e66-a26e353726bd req-b6245727-abb8-4f16-9f24-0b960d7c23b0 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Sep 12 14:15:35.694546 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3b239fc0-ce9f-4fe9-8e66-a26e353726bd req-a811cffc-1957-4b39-9395-286594dfbcf8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Sep 12 14:15:35.814549 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0b894da2-0292-46d0-9118-d186be45682c req-1ba65937-ccac-4ab0-84b3-7f93dd746a4e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 210 time: 0.0330360 Sep 12 14:15:36.134763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-50b1ce6d-d24c-44a6-9f2d-64d635f3a94f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.136359 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-50b1ce6d-d24c-44a6-9f2d-64d635f3a94f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1324744 Sep 12 14:15:36.172846 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eafefb92-feba-40e9-915d-de3bebe30c10 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:15:36.228222 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-26de87aa-939c-42ad-a0ae-954048e72261 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 472 time: 0.0812676 Sep 12 14:15:36.247191 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port eafefb92-feba-40e9-915d-de3bebe30c10 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:15:36.255751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f915ff9-fc34-45a0-88ee-a8df9b3834e9 req-66cc92bd-7214-4de6-83f4-1496eacf5ed1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.257122 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port eafefb92-feba-40e9-915d-de3bebe30c10 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:36.257667 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1f915ff9-fc34-45a0-88ee-a8df9b3834e9 req-66cc92bd-7214-4de6-83f4-1496eacf5ed1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 945 time: 0.1017215 Sep 12 14:15:36.263703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.313632 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'port': {'device_id': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'admin_state_up': True, 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'security_groups': ['fd814cf5-11d9-4aab-b667-ebdab56b3560']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:36.363093 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eafefb92-feba-40e9-915d-de3bebe30c10 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:36.364354 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.369614 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1f915ff9-fc34-45a0-88ee-a8df9b3834e9 req-65be967e-f5fa-4ee5-9343-a6ddf1f330a7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0957301 Sep 12 14:15:36.375697 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f7bb-d1e1-48dd-96f9-65523ace39c4 req-4af73a5a-425c-450c-9eb6-5d27f274e49a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.377196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:36.383385 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d658f7bb-d1e1-48dd-96f9-65523ace39c4 req-4af73a5a-425c-450c-9eb6-5d27f274e49a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0866086 Sep 12 14:15:36.397252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:36.399889 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde3c23-e061-4f35-a6b7-ab65a876d35c" -d '{"events": [{"server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "name": "network-vif-plugged", "status": "completed", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:36.414897 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eafefb92-feba-40e9-915d-de3bebe30c10,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:36.420413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.443152 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d658f7bb-d1e1-48dd-96f9-65523ace39c4 req-1a8bb7e7-eed0-4ceb-883e-652baa7618eb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587304 Sep 12 14:15:36.458175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7a8926-d4f2-4917-9e93-ab616d3f0a8a x-openstack-request-id: req-2d7a8926-d4f2-4917-9e93-ab616d3f0a8a {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:36.458549 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "name": "network-vif-plugged", "status": "completed", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:36.458881 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d7a8926-d4f2-4917-9e93-ab616d3f0a8a {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:36.459388 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7a8926-d4f2-4917-9e93-ab616d3f0a8a'] response: {'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'code': 200} Sep 12 14:15:36.476155 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:36.484754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:36.490123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.597688 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.630577 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.20.0.9 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/11973ac5-af69-497e-8b4e-7b63054c309b) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:36.775059 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:36.781116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (11973ac5-af69-497e-8b4e-7b63054c309b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.810498 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:36.822422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.832256 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640b91-18e9-499d-8e9e-e969a24a4caf req-8b1985ef-7656-4bad-8f52-f527ea974624 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.833772 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-66640b91-18e9-499d-8e9e-e969a24a4caf req-8b1985ef-7656-4bad-8f52-f527ea974624 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0532513 Sep 12 14:15:36.886285 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:36.888354 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-66640b91-18e9-499d-8e9e-e969a24a4caf req-8fc9c2bb-78ab-4edf-917a-5158e627a745 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457449 Sep 12 14:15:36.889988 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:36.896587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:36.929846 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:36.941116 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5ef53-0b77-4f79-8d21-1fb72405a419 req-95d4d367-9e38-4792-8ed0-19c82a3e7f30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.942821 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0b5ef53-0b77-4f79-8d21-1fb72405a419 req-95d4d367-9e38-4792-8ed0-19c82a3e7f30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 931 time: 0.0533259 Sep 12 14:15:36.954286 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:36.955056 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:36.973972 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-f13cb420-45b7-4d21-9129-8b70f33d14ab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651633 Sep 12 14:15:36.984618 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:36.998194 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0b5ef53-0b77-4f79-8d21-1fb72405a419 req-9d0930cb-ea43-47c0-9930-107ea24ebb52 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495272 Sep 12 14:15:37.164543 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-cc3084ce-584d-438f-8a02-a4c4c0cba767 None None] Provisioning complete for port 11973ac5-af69-497e-8b4e-7b63054c309b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:37.164916 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cc3084ce-584d-438f-8a02-a4c4c0cba767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:37.197056 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-cc3084ce-584d-438f-8a02-a4c4c0cba767 None None] Port 11973ac5-af69-497e-8b4e-7b63054c309b cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:15:37.507518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132df7-e14b-4665-a0c8-7ff3e21a0916 req-e3cf2f50-4ade-492e-913f-e94bfcb86514 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:37.508997 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16132df7-e14b-4665-a0c8-7ff3e21a0916 req-e3cf2f50-4ade-492e-913f-e94bfcb86514 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0521774 Sep 12 14:15:37.595675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e8110-cf87-4cc8-906a-b3d7b28a7f3f req-a0c63563-ffe8-4b17-902e-9c84072a730e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:37.597127 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d5e8110-cf87-4cc8-906a-b3d7b28a7f3f req-a0c63563-ffe8-4b17-902e-9c84072a730e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0664070 Sep 12 14:15:37.600400 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16132df7-e14b-4665-a0c8-7ff3e21a0916 req-640d6cf2-ee9a-45c1-b46b-1b1e34b87c7b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0849993 Sep 12 14:15:37.644822 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d5e8110-cf87-4cc8-906a-b3d7b28a7f3f req-056fbc81-0f23-4b5d-9f6c-c4aaf17dace2 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Sep 12 14:15:38.021107 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26fba8-c28a-4ad1-a0a0-d7b6472241c6 req-c1fbb80c-715b-4a6b-9cfe-684182c6d7a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:38.022548 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c26fba8-c28a-4ad1-a0a0-d7b6472241c6 req-c1fbb80c-715b-4a6b-9cfe-684182c6d7a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0460839 Sep 12 14:15:38.035298 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:38.078731 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c26fba8-c28a-4ad1-a0a0-d7b6472241c6 req-94aa84f6-6761-4447-95c8-6e35b7aa6379 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505559 Sep 12 14:15:38.121096 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee9ff0-9ef4-4d34-b76a-b431456b3bc9 req-34d52493-774e-4304-8a21-a4790f5c18cd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:38.122633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7ee9ff0-9ef4-4d34-b76a-b431456b3bc9 req-34d52493-774e-4304-8a21-a4790f5c18cd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 931 time: 0.0484858 Sep 12 14:15:38.139681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:38.174712 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7ee9ff0-9ef4-4d34-b76a-b431456b3bc9 req-4f4f55b3-d764-4ba8-a98d-607c34e66e18 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Sep 12 14:15:38.287933 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:38.301364 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:38.724378 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb5c9a-09cb-4947-ada3-b548d7bdda1d req-83416c8a-b09b-4540-8b9b-d0cc2cd1691d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:38.725841 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06cb5c9a-09cb-4947-ada3-b548d7bdda1d req-83416c8a-b09b-4540-8b9b-d0cc2cd1691d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0485547 Sep 12 14:15:38.792422 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96ac3-7ddc-45da-a29a-86aba6b17901 req-a02e67ec-74e7-46c1-bece-e03412d1863b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:38.793931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fde96ac3-7ddc-45da-a29a-86aba6b17901 req-a02e67ec-74e7-46c1-bece-e03412d1863b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0659611 Sep 12 14:15:39.055204 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06cb5c9a-09cb-4947-ada3-b548d7bdda1d req-c294dd49-a4f0-454a-85ed-d033596d5965 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3185253 Sep 12 14:15:39.084908 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fde96ac3-7ddc-45da-a29a-86aba6b17901 req-4f9c183c-1f7b-4199-8ed5-0f1b5ce3ff24 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842488 Sep 12 14:15:39.198010 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420c96c-3e5b-4783-84d1-cb59ea8f324c req-02da39aa-0e45-45f1-9677-7201946aab59 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:39.199510 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4420c96c-3e5b-4783-84d1-cb59ea8f324c req-02da39aa-0e45-45f1-9677-7201946aab59 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0463705 Sep 12 14:15:39.248105 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4420c96c-3e5b-4783-84d1-cb59ea8f324c req-3b0c5af3-80db-40fb-87f1-51b09e668f96 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Sep 12 14:15:39.294621 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd4db9-b4fa-4de5-87b4-750a4982a298 req-3027d8e4-6c34-4ab1-bec0-9cfbda5e9fd8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:39.296109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d5dd4db9-b4fa-4de5-87b4-750a4982a298 req-3027d8e4-6c34-4ab1-bec0-9cfbda5e9fd8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 931 time: 0.0471442 Sep 12 14:15:39.345098 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d5dd4db9-b4fa-4de5-87b4-750a4982a298 req-1e620815-c5a6-4593-be59-b0ea3bbfd952 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Sep 12 14:15:39.508853 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Request body: {'port': {'device_id': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:39.576441 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:39.590032 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef836ce-d64d-48b5-aa0e-a160513e749d req-b915b671-3796-4595-b836-9f7ce2fa8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:39.591683 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cef836ce-d64d-48b5-aa0e-a160513e749d req-b915b671-3796-4595-b836-9f7ce2fa8224 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0381682 Sep 12 14:15:39.638906 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cef836ce-d64d-48b5-aa0e-a160513e749d req-5af24fed-6e65-45fc-a80c-1dc320422657 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391722 Sep 12 14:15:39.834726 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11973ac5-af69-497e-8b4e-7b63054c309b {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:39.842127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks [] for port (11973ac5-af69-497e-8b4e-7b63054c309b), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:39.854522 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Transition to ACTIVE for port object 11973ac5-af69-497e-8b4e-7b63054c309b will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:15:39.858426 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:39.920186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Pushing event updated for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:39.972606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Attempting to bind port 11973ac5-af69-497e-8b4e-7b63054c309b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:15:39.972939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Attempting to bind port 11973ac5-af69-497e-8b4e-7b63054c309b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:15:39.973265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Attempting to bind port 11973ac5-af69-497e-8b4e-7b63054c309b on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:40.013291 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Port 11973ac5-af69-497e-8b4e-7b63054c309b on network 9236f9c0-b543-4fbe-9872-2a3e0012862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:15:40.013614 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Attempting to bind port 11973ac5-af69-497e-8b4e-7b63054c309b on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:40.053994 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:15:40.054329 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:40.054712 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:15:40.055170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Bound port: 11973ac5-af69-497e-8b4e-7b63054c309b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:15:40.055526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:40.119204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:15:40.127282 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11973ac5-af69-497e-8b4e-7b63054c309b,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:15:40.135182 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:40.161818 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.162439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:40.163860 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/11973ac5-af69-497e-8b4e-7b63054c309b HTTP/1.1" status: 200 len: 1093 time: 0.6593444 Sep 12 14:15:40.164270 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:40.165422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:40.168251 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073c1320-ce8e-4816-8fbf-4e729fd836f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:40.189152 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7ee37-1dda-4720-a1d7-6d3b3e61211d req-8247fa19-fdd6-4905-8754-e543ae8735dc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.189764 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:40.190781 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-92f7ee37-1dda-4720-a1d7-6d3b3e61211d req-8247fa19-fdd6-4905-8754-e543ae8735dc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0587397 Sep 12 14:15:40.200502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76cd4c-e488-48fc-a5d2-d31622ec102d service neutron] Pushing event updated for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:40.254067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccbd21-77d8-42d9-b338-4b2d7ffe8367 req-1444c903-74e9-4ced-be2e-824d00b30781 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.255614 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26ccbd21-77d8-42d9-b338-4b2d7ffe8367 req-1444c903-74e9-4ced-be2e-824d00b30781 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0753088 Sep 12 14:15:40.293140 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-92f7ee37-1dda-4720-a1d7-6d3b3e61211d req-3256c1d6-d983-438e-abe4-95f80cdfe440 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0930333 Sep 12 14:15:40.294665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:40.324388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26ccbd21-77d8-42d9-b338-4b2d7ffe8367 req-dae73b1b-58a4-4631-a5fa-2fabc12963e5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633211 Sep 12 14:15:40.339903 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c87a54-3d3d-467a-b975-2d08bfeb6065 x-openstack-request-id: req-88c87a54-3d3d-467a-b975-2d08bfeb6065 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:40.340220 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:40.340595 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88c87a54-3d3d-467a-b975-2d08bfeb6065 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:40.341003 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c87a54-3d3d-467a-b975-2d08bfeb6065'] response: {'name': 'network-changed', 'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b', 'status': 'completed', 'code': 200} Sep 12 14:15:40.466074 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced684ce-db2b-45c9-a40c-90a7e2f11226 req-ead3537d-9b4f-4c4b-9678-0d71fb42829c tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.467558 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ced684ce-db2b-45c9-a40c-90a7e2f11226 req-ead3537d-9b4f-4c4b-9678-0d71fb42829c tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0813003 Sep 12 14:15:40.504246 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075838-c58e-42ac-97f5-edb602c0f085 req-8394d549-a70c-48e5-abff-af2e4e2b81fa tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.504246 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a075838-c58e-42ac-97f5-edb602c0f085 req-8394d549-a70c-48e5-abff-af2e4e2b81fa tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0800133 Sep 12 14:15:40.544434 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ced684ce-db2b-45c9-a40c-90a7e2f11226 req-0d4d87d0-e531-4d04-8a2e-5f3549766fd4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697212 Sep 12 14:15:40.576946 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a075838-c58e-42ac-97f5-edb602c0f085 req-1bc47cc5-1470-4ae2-adec-f8691e5c93c9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624158 Sep 12 14:15:40.778976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-40b32cf7-5117-4fb9-bafb-252fef9c68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.780460 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-40b32cf7-5117-4fb9-bafb-252fef9c68d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 1127 time: 0.0386114 Sep 12 14:15:40.886634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-354fe21f-0975-490f-9826-64df37fa92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.888144 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-354fe21f-0975-490f-9826-64df37fa92a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=4a72919a47034a2684973f31e4217f3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952268 Sep 12 14:15:40.989936 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-d16c7d89-e7dc-42de-916d-3a52efb55b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:40.991344 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-073c1320-ce8e-4816-8fbf-4e729fd836f3 req-d16c7d89-e7dc-42de-916d-3a52efb55b6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932739 Sep 12 14:15:41.440182 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854aa7c-7737-4392-aa3f-879dd7f069e2 req-8a8d0d9d-ba9d-461c-9176-6b2b2a4dd353 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:41.441660 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0854aa7c-7737-4392-aa3f-879dd7f069e2 req-8a8d0d9d-ba9d-461c-9176-6b2b2a4dd353 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0703573 Sep 12 14:15:41.471061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b021b-e0f2-4471-bd08-1ec16538eaff req-96d3c1d2-f33e-4745-a7ea-3d94ea3bb3b0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:41.472515 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0c4b021b-e0f2-4471-bd08-1ec16538eaff req-96d3c1d2-f33e-4745-a7ea-3d94ea3bb3b0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Sep 12 14:15:41.474489 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:41.527251 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0854aa7c-7737-4392-aa3f-879dd7f069e2 req-30479747-af97-4a8b-8245-67a028876fc4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0799081 Sep 12 14:15:41.543841 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0c4b021b-e0f2-4471-bd08-1ec16538eaff req-06e412a9-ae26-470e-86ee-fb2cb58699a8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642669 Sep 12 14:15:41.722471 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044f20b-ad1a-436e-ab9f-d5efcaa55f31 req-4cee3637-823b-4d88-af2c-310a416e0bf7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:41.723968 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d044f20b-ad1a-436e-ab9f-d5efcaa55f31 req-4cee3637-823b-4d88-af2c-310a416e0bf7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0732114 Sep 12 14:15:41.731415 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a03b10-c37c-4de2-a22f-65faa097b319 req-2e2be4b6-04ce-4c6d-b6ea-dbc2e181aba8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:41.732778 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a5a03b10-c37c-4de2-a22f-65faa097b319 req-2e2be4b6-04ce-4c6d-b6ea-dbc2e181aba8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0720441 Sep 12 14:15:41.806447 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d044f20b-ad1a-436e-ab9f-d5efcaa55f31 req-d6143683-616e-4012-882d-b21fd48d6d53 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727327 Sep 12 14:15:41.810493 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a5a03b10-c37c-4de2-a22f-65faa097b319 req-59bdcc04-928b-4b83-8e19-48fa23e97d55 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696023 Sep 12 14:15:42.681082 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2979e9-43b0-4558-9049-231ba1b1e8dc req-b06f65cc-6617-4fdb-82da-d330978b4f06 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:42.682595 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f2979e9-43b0-4558-9049-231ba1b1e8dc req-b06f65cc-6617-4fdb-82da-d330978b4f06 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0769131 Sep 12 14:15:42.696991 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c27a99-2441-47fc-86f4-c7cdba3a0508 req-a6afd492-7d70-49e7-ba22-39ec23ae89c6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:42.698493 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-94c27a99-2441-47fc-86f4-c7cdba3a0508 req-a6afd492-7d70-49e7-ba22-39ec23ae89c6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0615752 Sep 12 14:15:42.771663 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f2979e9-43b0-4558-9049-231ba1b1e8dc req-f4f67fc4-9926-4147-9103-ebb211c3242d tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805917 Sep 12 14:15:42.774796 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-94c27a99-2441-47fc-86f4-c7cdba3a0508 req-b6d2361d-0c72-4317-bdc2-a2230bc04dae tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703857 Sep 12 14:15:42.959402 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da478f6a-e63f-4a4a-968f-3c879bfa4a12 req-4847ed94-f8a7-439d-8528-79f41e3b7805 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:42.960772 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da478f6a-e63f-4a4a-968f-3c879bfa4a12 req-4847ed94-f8a7-439d-8528-79f41e3b7805 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0770032 Sep 12 14:15:42.981149 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733baa-3f50-4e6f-b1b7-c5254eb49e34 req-d45e1cc5-36aa-45b4-ba75-f289bd7bc783 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:42.983072 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-70733baa-3f50-4e6f-b1b7-c5254eb49e34 req-d45e1cc5-36aa-45b4-ba75-f289bd7bc783 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0684879 Sep 12 14:15:43.053426 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da478f6a-e63f-4a4a-968f-3c879bfa4a12 req-b9fbe0d7-8144-4a07-8c78-fcf2883c1c8f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856135 Sep 12 14:15:43.057438 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-70733baa-3f50-4e6f-b1b7-c5254eb49e34 req-c910d434-8e01-4ff3-9814-9c036c4e1cc9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651836 Sep 12 14:15:43.923092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:43.950827 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95476197-447d-4ed0-9a21-7c811e183b02 req-4b299d2a-aeb3-426d-badf-a94277e123e5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:43.950827 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95476197-447d-4ed0-9a21-7c811e183b02 req-4b299d2a-aeb3-426d-badf-a94277e123e5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0853181 Sep 12 14:15:43.950827 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ae607-680d-4214-83d2-dfa08012e5e6 req-197bea47-3c34-4de8-a207-ef8ca7b5f399 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:43.950827 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e57ae607-680d-4214-83d2-dfa08012e5e6 req-197bea47-3c34-4de8-a207-ef8ca7b5f399 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0940311 Sep 12 14:15:44.018356 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95476197-447d-4ed0-9a21-7c811e183b02 req-f1a7264a-dfe1-417d-8d94-6f1dedda1287 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0691836 Sep 12 14:15:44.025036 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e57ae607-680d-4214-83d2-dfa08012e5e6 req-541ff924-0ab1-47c7-9d08-e60858ed9f0f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691099 Sep 12 14:15:44.207694 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee195c5-0ee7-421e-97d8-ded0247d2027 req-ab9a7a16-a0cc-46fe-a3bd-4526227021dc tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:44.209080 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cee195c5-0ee7-421e-97d8-ded0247d2027 req-ab9a7a16-a0cc-46fe-a3bd-4526227021dc tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0782228 Sep 12 14:15:44.216477 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7051139-b6a4-4d46-ae99-749618326223 req-e7a69712-ecc4-4815-8da8-369a75c385da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:44.217826 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7051139-b6a4-4d46-ae99-749618326223 req-e7a69712-ecc4-4815-8da8-369a75c385da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0770764 Sep 12 14:15:44.290184 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cee195c5-0ee7-421e-97d8-ded0247d2027 req-b099f6ae-c924-4cc9-8658-804ed969b00b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714407 Sep 12 14:15:44.293355 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7051139-b6a4-4d46-ae99-749618326223 req-2d614778-8edf-41d6-a80c-e22685ee3ba3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683019 Sep 12 14:15:44.410783 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-c6c708f1-d948-49b5-9190-e548c0c8e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:44.412362 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-c6c708f1-d948-49b5-9190-e548c0c8e69e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 1127 time: 0.0426414 Sep 12 14:15:44.474921 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-7788f5e9-f9f6-40b6-9dee-dd318d2c4d7d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11973ac5-af69-497e-8b4e-7b63054c309b HTTP/1.1" status: 200 len: 217 time: 0.0319667 Sep 12 14:15:44.582760 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:15:45.115661 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:45.176510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12beda-0d09-40f6-ab1e-ac244f2cfe7f req-db0b320a-bdcf-481e-8d12-e6724fcd97d1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:45.177910 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f12beda-0d09-40f6-ab1e-ac244f2cfe7f req-db0b320a-bdcf-481e-8d12-e6724fcd97d1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0824347 Sep 12 14:15:45.183518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21464c-d6f0-4ff9-b6cd-1df466ab5709 req-2791792a-6323-4af9-8e16-df94ccf58009 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:45.184860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c21464c-d6f0-4ff9-b6cd-1df466ab5709 req-2791792a-6323-4af9-8e16-df94ccf58009 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0784926 Sep 12 14:15:45.260462 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f12beda-0d09-40f6-ab1e-ac244f2cfe7f req-c82c9db5-9f88-4416-9a0a-31357b99e281 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746610 Sep 12 14:15:45.263393 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c21464c-d6f0-4ff9-b6cd-1df466ab5709 req-ac26a7ea-ff84-4a7c-afed-07df27d4dad6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710361 Sep 12 14:15:45.445510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04d89-b4b6-4331-835e-d422be4edc76 req-6222295c-5e7d-48e5-a08a-b858019f5bf8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:45.447033 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc04d89-b4b6-4331-835e-d422be4edc76 req-6222295c-5e7d-48e5-a08a-b858019f5bf8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0763855 Sep 12 14:15:45.454733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746166-f2f2-4efd-a3ef-5556a73fda28 req-1caa1da0-10d8-4616-830a-ef7a423e2203 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:45.456638 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dc746166-f2f2-4efd-a3ef-5556a73fda28 req-1caa1da0-10d8-4616-830a-ef7a423e2203 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0766509 Sep 12 14:15:45.529548 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc04d89-b4b6-4331-835e-d422be4edc76 req-552bef16-67cc-4a53-ad78-d045ff8468f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718768 Sep 12 14:15:45.533522 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dc746166-f2f2-4efd-a3ef-5556a73fda28 req-089441ac-108e-4308-a440-d16ae5ef63d1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691717 Sep 12 14:15:46.415419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad853f-b056-4bd1-a06a-15bab6707b38 req-23086fb9-e62a-4421-a7bb-86c0ed2151b9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:46.416931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fad853f-b056-4bd1-a06a-15bab6707b38 req-23086fb9-e62a-4421-a7bb-86c0ed2151b9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0785866 Sep 12 14:15:46.422658 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf133-f5a3-450e-8ed0-08768be03fae req-abcc8357-cfd8-4c1d-b462-cecbd3a0a7e4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:46.424083 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4e3bf133-f5a3-450e-8ed0-08768be03fae req-abcc8357-cfd8-4c1d-b462-cecbd3a0a7e4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0770073 Sep 12 14:15:46.498983 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fad853f-b056-4bd1-a06a-15bab6707b38 req-7ac63360-2255-494f-9f79-eacf2913ab59 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738215 Sep 12 14:15:46.502230 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4e3bf133-f5a3-450e-8ed0-08768be03fae req-c7a5775d-0ec8-4082-8466-60dd4e04db42 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712523 Sep 12 14:15:46.615373 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd832-2ce0-494e-adf6-53c276f962cd req-ec93c4dd-7804-45cc-b133-feadbaacb011 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:46.616809 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b11fd832-2ce0-494e-adf6-53c276f962cd req-ec93c4dd-7804-45cc-b133-feadbaacb011 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0481009 Sep 12 14:15:46.626897 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47178) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:46.632441 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'floatingip': {'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:46.661111 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ccd32-5943-4aad-bb00-16fbb85e0b11 req-3917282b-1fa1-4539-99fd-7bfa9f0de0a5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:46.662607 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f2ccd32-5943-4aad-bb00-16fbb85e0b11 req-3917282b-1fa1-4539-99fd-7bfa9f0de0a5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0550032 Sep 12 14:15:46.672339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:46.731178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad82738-53ec-4664-9ab8-2cacdb727931 req-2889ce06-37f1-41d3-83cc-edfe0959ef31 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:46.732674 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3ad82738-53ec-4664-9ab8-2cacdb727931 req-2889ce06-37f1-41d3-83cc-edfe0959ef31 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0652993 Sep 12 14:15:46.755585 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:46.772548 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f2ccd32-5943-4aad-bb00-16fbb85e0b11 req-7e94e6fc-5629-4427-8a24-504459802fb2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948510 Sep 12 14:15:46.806173 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3ad82738-53ec-4664-9ab8-2cacdb727931 req-378d7cd3-aae7-4796-b3ac-3c2f5e3bdfe7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646107 Sep 12 14:15:47.102077 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:47.106110 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:47.207916 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Floating IP 0f16618e-6730-466a-ae95-034f4cfaf56e associated. External IP: 172.27.3.152, port: eafefb92-feba-40e9-915d-de3bebe30c10. Sep 12 14:15:47.551519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:47.632050 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9afa3f-1fec-4315-8612-309d15e943b6 req-6f3d9f66-a160-4f9c-b644-ab70b4364ed7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:47.633540 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e9afa3f-1fec-4315-8612-309d15e943b6 req-6f3d9f66-a160-4f9c-b644-ab70b4364ed7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0467668 Sep 12 14:15:47.656449 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Router b4e3ec40-6518-425b-bf79-e47972c447bf has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:15:47.662405 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:47.683743 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e9afa3f-1fec-4315-8612-309d15e943b6 req-60514a83-715a-4222-a22f-3e9ae9561c8c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Sep 12 14:15:47.762074 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:15:47.766936 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:47.771919 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:15:47.781635 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:15:47.782264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:47.802417 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ac9db01b-6634-4372-90a9-ecbb043543cc tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0f16618e-6730-466a-ae95-034f4cfaf56e HTTP/1.1" status: 200 len: 992 time: 1.1721394 Sep 12 14:15:47.802417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:47.803660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:47.855604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d2a41d-1ea1-4be7-8eac-0b1597e59636 x-openstack-request-id: req-48d2a41d-1ea1-4be7-8eac-0b1597e59636 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:47.856015 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:47.856380 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48d2a41d-1ea1-4be7-8eac-0b1597e59636 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:47.856885 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d2a41d-1ea1-4be7-8eac-0b1597e59636'] response: {'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'status': 'completed', 'code': 200} Sep 12 14:15:47.896548 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:15:47.940479 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bee6b6-254a-496e-9b19-e995a242ff13 req-828f4458-b246-46e7-9754-e0432b369a1b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:47.942902 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-25bee6b6-254a-496e-9b19-e995a242ff13 req-828f4458-b246-46e7-9754-e0432b369a1b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0883555 Sep 12 14:15:47.974665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d78c8-dd44-4b20-a310-b4565631d14e req-13d48d8d-8e60-4724-9f3b-741a07373594 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:47.979060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af2d78c8-dd44-4b20-a310-b4565631d14e req-13d48d8d-8e60-4724-9f3b-741a07373594 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0757842 Sep 12 14:15:48.039064 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-25bee6b6-254a-496e-9b19-e995a242ff13 req-f9fe0324-04a3-4d89-bdb4-205d30fb6803 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901039 Sep 12 14:15:48.046470 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af2d78c8-dd44-4b20-a310-b4565631d14e req-01f9494f-145b-428f-84a1-ac76445d9864 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642748 Sep 12 14:15:48.124706 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:15:47Z', 'revision_number': 1, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:48.145201 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:15:48.154025 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:15:48.154645 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:48.257644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:15:48.468067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:15:47Z', 'revision_number': 1, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:48.492228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ad2f9-0454-4436-b618-90c34df3a868 None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:15:47Z', 'revision_number': 1, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:15:48.564806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:48.567427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-f59946a1-c422-457a-8e1d-f372bf44d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.569043 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-f59946a1-c422-457a-8e1d-f372bf44d7d8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.0538604 Sep 12 14:15:48.577546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-69713835-f61f-498c-b8d2-d1529285c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.579322 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-69713835-f61f-498c-b8d2-d1529285c6fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0531998 Sep 12 14:15:48.612945 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80807410-f279-4717-ab4c-83aa462fe87b req-1b58ddb3-87f0-493b-99be-ed0915d7c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.614585 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-1b58ddb3-87f0-493b-99be-ed0915d7c197 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390339 Sep 12 14:15:48.684587 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-05da1099-12d5-4c9d-b532-d790b2308254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.687215 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-05da1099-12d5-4c9d-b532-d790b2308254 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0964375 Sep 12 14:15:48.711997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:48.722062 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee76136-02c9-47ca-981f-e5ee9d074103 None None] New status for floating IP 0f16618e-6730-466a-ae95-034f4cfaf56e: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:15:48.758474 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-2d8830e8-0d45-4a5b-908d-ab7ca614488e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250455 Sep 12 14:15:48.820185 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-72094245-f2e7-4062-9d51-89e1ffa9686f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1000 time: 0.1240163 Sep 12 14:15:48.833088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb529fe-3759-4dbb-a8d7-f70aee772283 req-dfb7bc97-e04e-48b1-a0f5-5670ad07625e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.834996 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ceb529fe-3759-4dbb-a8d7-f70aee772283 req-dfb7bc97-e04e-48b1-a0f5-5670ad07625e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0666537 Sep 12 14:15:48.876238 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80807410-f279-4717-ab4c-83aa462fe87b req-e9f9c2e0-e683-4112-af55-4db934cda505 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062558 Sep 12 14:15:48.916524 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-9dd847db-4fef-4538-9b3e-c6ff50d6893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:48.917988 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-9dd847db-4fef-4538-9b3e-c6ff50d6893f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0822148 Sep 12 14:15:48.921445 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ceb529fe-3759-4dbb-a8d7-f70aee772283 req-3da84309-d25d-4ab2-b783-cd748629e0b6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773606 Sep 12 14:15:49.209303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfaa56-951f-4f3b-bf69-8d6b1c620385 req-4051b90d-a0ac-4ae5-9b75-0a20f8822064 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:49.210790 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-90dfaa56-951f-4f3b-bf69-8d6b1c620385 req-4051b90d-a0ac-4ae5-9b75-0a20f8822064 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0786586 Sep 12 14:15:49.216904 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e549d-a004-44e2-af58-fd282adbd6b4 req-bc7841bc-e0e9-4282-912f-4282b6ccd36b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:49.219351 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6a5e549d-a004-44e2-af58-fd282adbd6b4 req-bc7841bc-e0e9-4282-912f-4282b6ccd36b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0884609 Sep 12 14:15:49.293546 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-90dfaa56-951f-4f3b-bf69-8d6b1c620385 req-12169c57-5a5b-4c57-84a6-c0efab9c5be3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732198 Sep 12 14:15:49.296740 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6a5e549d-a004-44e2-af58-fd282adbd6b4 req-af712183-7c93-4e32-a935-19e18cafa6fa tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696473 Sep 12 14:15:50.049023 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77815e8-4259-4ccd-ac75-f9ca01417519 req-83a0e1f6-ce50-410c-a0ec-5ee8f917cca8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:50.050483 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c77815e8-4259-4ccd-ac75-f9ca01417519 req-83a0e1f6-ce50-410c-a0ec-5ee8f917cca8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Sep 12 14:15:50.097957 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c77815e8-4259-4ccd-ac75-f9ca01417519 req-b5ca21df-7091-4d37-8157-9acb22fc057d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Sep 12 14:15:50.325553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:50.335986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-430556f8-f1f4-4b00-8759-4c6980929f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:50.338097 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-430556f8-f1f4-4b00-8759-4c6980929f04 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406713 Sep 12 14:15:50.444628 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb26020-bcf5-461e-8119-1630d4d7bda9 req-0e7f0269-8d85-4c25-80c5-c00785867bd7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:50.446118 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8bb26020-bcf5-461e-8119-1630d4d7bda9 req-0e7f0269-8d85-4c25-80c5-c00785867bd7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0752373 Sep 12 14:15:50.453673 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a16a8-1930-4c9c-ae25-9fdebe8aee55 req-233bbd8e-513d-4f73-8515-ed964bac9b4a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:50.455096 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-625a16a8-1930-4c9c-ae25-9fdebe8aee55 req-233bbd8e-513d-4f73-8515-ed964bac9b4a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0754116 Sep 12 14:15:50.528885 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8bb26020-bcf5-461e-8119-1630d4d7bda9 req-659b2618-00d3-4f89-b733-d970c762a69d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728540 Sep 12 14:15:50.532111 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-625a16a8-1930-4c9c-ae25-9fdebe8aee55 req-8097e969-d606-421d-876d-b43fc5ed67d4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696645 Sep 12 14:15:50.694339 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-beeadc7a-c780-4273-8ae7-47417a028c34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857835 Sep 12 14:15:51.001633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-18f0fa71-fe15-42f2-8fa5-8f57a6cd32fd req-87058181-985f-4ca7-b9cf-7511f26dc814 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883093 Sep 12 14:15:51.222297 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd56fc5-df77-421d-b806-f13908473b30 req-968a9981-5125-4748-86ea-fb19c9821323 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:51.223774 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4dd56fc5-df77-421d-b806-f13908473b30 req-968a9981-5125-4748-86ea-fb19c9821323 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0448203 Sep 12 14:15:51.234433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:51.273434 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4dd56fc5-df77-421d-b806-f13908473b30 req-fc551bf2-f84d-44c1-8a4f-036ffb0b16ef tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441833 Sep 12 14:15:51.366469 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:15:51.380430 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:51.468503 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:51.479059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:15:51.512598 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: ACTIVE; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:51.512983 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:51.514554 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:51.527221 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:51.546286 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:51.549527 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:51.550652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 11973ac5-af69-497e-8b4e-7b63054c309b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:15:51.621680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=6']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:51.654756 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.655123 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.655484 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.655835 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.656166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.656490 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.656810 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.657129 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.657464 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.657784 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.658104 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.658436 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.658753 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.659117 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.659432 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:15:51.684538 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9586eb-0431-413e-989f-35bae7b32954 req-222bcd6c-22be-4858-9362-19a6c3af1b27 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:51.686154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb9586eb-0431-413e-989f-35bae7b32954 req-222bcd6c-22be-4858-9362-19a6c3af1b27 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0755072 Sep 12 14:15:51.692597 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9765c8-1e01-4bb5-9a87-9918c4a7f831 req-56b2e730-21d2-4941-9654-21d2ec57776c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:51.693981 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a9765c8-1e01-4bb5-9a87-9918c4a7f831 req-56b2e730-21d2-4941-9654-21d2ec57776c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 943 time: 0.0845556 Sep 12 14:15:51.702235 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11973ac5-af69-497e-8b4e-7b63054c309b,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:51.713172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '11973ac5-af69-497e-8b4e-7b63054c309b', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'port_id': '11973ac5-af69-497e-8b4e-7b63054c309b', 'mac_address': 'fa:16:3e:6b:23:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:15:51.750499 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 11973ac5-af69-497e-8b4e-7b63054c309b is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:51.750797 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:51.764538 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11973ac5-af69-497e-8b4e-7b63054c309b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:15:51.771545 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb9586eb-0431-413e-989f-35bae7b32954 req-c4eb8659-8d5a-4b60-8439-c79b33accc9e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766337 Sep 12 14:15:51.774763 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a9765c8-1e01-4bb5-9a87-9918c4a7f831 req-c9e3cf57-6cd0-418d-9710-fb106df14a8c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728354 Sep 12 14:15:51.784578 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11973ac5-af69-497e-8b4e-7b63054c309b,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:51.793135 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:51.841677 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:51.981136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bfcdc-48da-470d-901d-74dbaa5ecf9b req-b62b71b8-7ad3-4c64-b7fe-28fe6e69d070 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:51.982665 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-228bfcdc-48da-470d-901d-74dbaa5ecf9b req-b62b71b8-7ad3-4c64-b7fe-28fe6e69d070 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Sep 12 14:15:52.060976 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-228bfcdc-48da-470d-901d-74dbaa5ecf9b req-7e96f3c6-51e9-49a5-8b68-f243ebaa3099 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720391 Sep 12 14:15:52.070642 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-97758407-1c94-4b30-8b1f-f5ed7b3cef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.072115 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-97758407-1c94-4b30-8b1f-f5ed7b3cef24 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1129 time: 0.0500636 Sep 12 14:15:52.165769 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-98e6668d-f1c9-4eeb-94f9-a84456723a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.167255 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-98e6668d-f1c9-4eeb-94f9-a84456723a42 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.0871210 Sep 12 14:15:52.209049 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:15:52.230300 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-3d5deadd-787d-421a-abde-a99e23e23a9e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 1001 time: 0.0559053 Sep 12 14:15:52.292457 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:52.303278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-9fad3a66-689f-4ede-8129-f6920ddd92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.304725 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-9fad3a66-689f-4ede-8129-f6920ddd92db service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0496778 Sep 12 14:15:52.422071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['11973ac5-af69-497e-8b4e-7b63054c309b'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:15:52.545395 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:52.623050 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-46b4b7d4-07b1-4d04-a580-ededdc4479fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.624574 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-46b4b7d4-07b1-4d04-a580-ededdc4479fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3105516 Sep 12 14:15:52.635065 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3469b-1345-47a6-b4fc-d7402ea88389 req-bfe77507-f369-4508-b5b5-f709033b8cf6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.636411 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4de3469b-1345-47a6-b4fc-d7402ea88389 req-bfe77507-f369-4508-b5b5-f709033b8cf6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 944 time: 0.0529408 Sep 12 14:15:52.734298 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4de3469b-1345-47a6-b4fc-d7402ea88389 req-7fa07071-b2e5-43e2-8e4b-99953f64dcf1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894308 Sep 12 14:15:52.755264 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-b808be85-a0c2-435b-b249-76e9d8e20442 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179028 Sep 12 14:15:52.858042 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3cdf20a-e3fe-486c-98f6-e64219940c66 req-252adf7f-9268-4141-a0ba-41af0104a45c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913315 Sep 12 14:15:52.903583 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7b18-ceb5-4f09-97b2-12f8849610d7 req-67ca8411-36d0-4d20-9a0c-46ca2522cad1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:52.905047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63cd7b18-ceb5-4f09-97b2-12f8849610d7 req-67ca8411-36d0-4d20-9a0c-46ca2522cad1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 944 time: 0.0501187 Sep 12 14:15:52.951361 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63cd7b18-ceb5-4f09-97b2-12f8849610d7 req-7b8bd227-9ead-4bf3-81d0-49501721faec tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Sep 12 14:15:53.187752 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee73e4-ff73-4a24-8c9b-7fe75ceae117 req-dda68568-0d3d-4749-8aef-7919298bf6b8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:53.189465 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-74ee73e4-ff73-4a24-8c9b-7fe75ceae117 req-dda68568-0d3d-4749-8aef-7919298bf6b8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Sep 12 14:15:53.228974 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:53.236735 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-74ee73e4-ff73-4a24-8c9b-7fe75ceae117 req-de6103a5-adaf-4351-9dcf-ff16bb6007bb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Sep 12 14:15:53.556417 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:15:53.598644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:53.599039 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.620396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:53.669684 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:53.669998 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.692021 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:53.694179 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be6ecb-db66-40c5-9cc2-ec44316bb96d" -d '{"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:53.707778 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:53.716018 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.716858 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 11973ac5-af69-497e-8b4e-7b63054c309b up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:15:53.742015 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ce93b-c76c-47f5-9d98-5b1a8ffb28fb x-openstack-request-id: req-6b9ce93b-c76c-47f5-9d98-5b1a8ffb28fb {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:53.742270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:53.742659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b9ce93b-c76c-47f5-9d98-5b1a8ffb28fb {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:53.743235 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9ce93b-c76c-47f5-9d98-5b1a8ffb28fb'] response: {'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'code': 200} Sep 12 14:15:53.795332 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=7']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:53.805053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 11973ac5-af69-497e-8b4e-7b63054c309b completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:15:53.810979 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 11973ac5-af69-497e-8b4e-7b63054c309b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:53.811413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.874100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57703117-f0ec-4ef1-9197-d99069884868 req-f983b3ec-8888-4592-94a7-f63e2971b157 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:53.875861 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-57703117-f0ec-4ef1-9197-d99069884868 req-f983b3ec-8888-4592-94a7-f63e2971b157 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0547326 Sep 12 14:15:53.888300 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 11973ac5-af69-497e-8b4e-7b63054c309b is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:53.888684 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.924150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-57703117-f0ec-4ef1-9197-d99069884868 req-975798b3-2dcb-455a-bd10-3d0acabcd572 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Sep 12 14:15:53.925626 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11973ac5-af69-497e-8b4e-7b63054c309b,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:53.930750 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:53.984970 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:54.074654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0c773-462c-4ff1-a185-020812a74bc3 req-6469c559-f220-494c-9c29-bfd911d1ca67 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:54.076109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-40c0c773-462c-4ff1-a185-020812a74bc3 req-6469c559-f220-494c-9c29-bfd911d1ca67 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0448875 Sep 12 14:15:54.121327 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-40c0c773-462c-4ff1-a185-020812a74bc3 req-accd0b3b-ebad-4e90-b692-4be8f5844265 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 Sep 12 14:15:54.363170 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c94e91-0097-44ad-ab2b-bfe4f9ba3565 req-abf8363a-f6d8-4f58-8204-8d6c23d7619d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:54.364787 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c7c94e91-0097-44ad-ab2b-bfe4f9ba3565 req-abf8363a-f6d8-4f58-8204-8d6c23d7619d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0466967 Sep 12 14:15:54.415800 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c7c94e91-0097-44ad-ab2b-bfe4f9ba3565 req-84b8a0f0-fe3e-4275-9924-bd03acdc87c9 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Sep 12 14:15:54.435657 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47326) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:54.539912 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47d25f65-1774-464c-b01d-27dc202f8312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.616143 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:54.618489 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47d25f65-1774-464c-b01d-27dc202f8312 admin admin] Publish callbacks [] for security_group (4fe39e3c-a537-4114-b361-f17d7bc2c3ec), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.622991 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47d25f65-1774-464c-b01d-27dc202f8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4fe39e3c-a537-4114-b361-f17d7bc2c3ec), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.662914 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d25f65-1774-464c-b01d-27dc202f8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe39e3c-a537-4114-b361-f17d7bc2c3ec,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:54.667262 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-47d25f65-1774-464c-b01d-27dc202f8312 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8c64d1ec7ef949d4a4f48012de880664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306058 Sep 12 14:15:54.669987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47336) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:54.721381 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] Publish callbacks [] for security_group (4fe39e3c-a537-4114-b361-f17d7bc2c3ec), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.742990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] Publish callbacks [] for security_group (4fe39e3c-a537-4114-b361-f17d7bc2c3ec), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.796281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4fe39e3c-a537-4114-b361-f17d7bc2c3ec), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.798828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:54.800601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4fe39e3c-a537-4114-b361-f17d7bc2c3ec HTTP/1.1" status: 204 len: 168 time: 0.1296258 Sep 12 14:15:54.808792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df700602-ddee-4cbe-a834-f30a31dca8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe39e3c-a537-4114-b361-f17d7bc2c3ec,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:55.068689 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161dc2d-e3b1-40b4-a457-494c82c16bff req-1a2a165f-255f-47cc-bced-4ce79d6bf431 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:55.070742 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8161dc2d-e3b1-40b4-a457-494c82c16bff req-1a2a165f-255f-47cc-bced-4ce79d6bf431 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0567870 Sep 12 14:15:55.127009 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8161dc2d-e3b1-40b4-a457-494c82c16bff req-f5268152-b9e2-4d97-a21e-5d542a4a131b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470402 Sep 12 14:15:55.245014 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f857-2c06-4f39-a090-5103560ac8b9 req-3316dc6c-9b7e-4f28-9c44-537a63847035 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:55.246272 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0924f857-2c06-4f39-a090-5103560ac8b9 req-3316dc6c-9b7e-4f28-9c44-537a63847035 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0465152 Sep 12 14:15:55.298672 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0924f857-2c06-4f39-a090-5103560ac8b9 req-ee4df5ca-f6c8-4d56-831f-0496afdc2b4b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468242 Sep 12 14:15:55.500413 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47370) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:55.545209 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f9ddf-1cff-4bd2-88c0-57c74b4ac565 req-6808c966-a2f9-465c-947b-e555b3917a07 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:55.546880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e93f9ddf-1cff-4bd2-88c0-57c74b4ac565 req-6808c966-a2f9-465c-947b-e555b3917a07 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0529027 Sep 12 14:15:55.607112 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e93f9ddf-1cff-4bd2-88c0-57c74b4ac565 req-a68b02a6-6a3f-4def-a06b-2207363706d4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536947 Sep 12 14:15:55.610831 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1524739561-network', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:55.636715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Made reservation on behalf of 40918a5eb3134a00999618cb65dedbbd for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:55.636715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.644433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.723970 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks [] for security_group (dd3ff05f-73f4-44e0-812b-5d0d58962590), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.728130 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (dd3ff05f-73f4-44e0-812b-5d0d58962590), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.744129 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:15:55.746631 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21593d75-6218-4478-a8e9-1bc8e7e023a1" -d '{"events": [{"server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "name": "network-vif-plugged", "status": "completed", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:15:55.748813 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:15:55.766189 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ff05f-73f4-44e0-812b-5d0d58962590,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:55.769633 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (60eb1b33-e113-4c0e-a378-90a1d3ce1c29), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.769978 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Added segment 60eb1b33-e113-4c0e-a378-90a1d3ce1c29 of type vlan for network c4f97835-1b03-495e-a09a-05ede27a9ab6 Sep 12 14:15:55.793289 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb130f-0381-4239-807d-c6633642efcd x-openstack-request-id: req-badb130f-0381-4239-807d-c6633642efcd {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:15:55.793630 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "name": "network-vif-plugged", "status": "completed", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:15:55.793886 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-badb130f-0381-4239-807d-c6633642efcd {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:15:55.795259 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badb130f-0381-4239-807d-c6633642efcd'] response: {'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b', 'code': 200} Sep 12 14:15:55.811174 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (c4f97835-1b03-495e-a09a-05ede27a9ab6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.840232 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (c4f97835-1b03-495e-a09a-05ede27a9ab6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.841370 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:55.842020 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:55.861358 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:55.903944 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f97835-1b03-495e-a09a-05ede27a9ab6,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:55.913046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47390) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:55.913241 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-759b6f2d-60ab-40e2-86bb-3df60bcdea16 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4114521 Sep 12 14:15:55.917412 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:15:55.928960 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Request body: {'subnet': {'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1524739561-subnet', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:55.933675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:55.963545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Made reservation on behalf of 40918a5eb3134a00999618cb65dedbbd for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:15:55.965908 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.055482 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f3ce3-9c5c-4910-919b-6b61e36aaf35 req-7dfe2e90-35c4-4886-89d7-7deb5f84274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:56.056984 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-450f3ce3-9c5c-4910-919b-6b61e36aaf35 req-7dfe2e90-35c4-4886-89d7-7deb5f84274f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 1129 time: 0.0886221 Sep 12 14:15:56.121682 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-450f3ce3-9c5c-4910-919b-6b61e36aaf35 req-d88d477e-1a9b-4838-bcba-cdc00980bb13 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569744 Sep 12 14:15:56.224901 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for subnet (07740054-b88c-44b1-b7fc-7c722c0b8bd0), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.288414 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668121-cd09-49e1-b4f6-95b8d6d5039a req-7d59bd2b-6228-45bd-85ed-71d63cfcbb6a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:56.290007 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eb668121-cd09-49e1-b4f6-95b8d6d5039a req-7d59bd2b-6228-45bd-85ed-71d63cfcbb6a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0767646 Sep 12 14:15:56.335347 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07740054-b88c-44b1-b7fc-7c722c0b8bd0,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:56.378336 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eb668121-cd09-49e1-b4f6-95b8d6d5039a req-a88900bf-5089-4f98-8734-c0d0cc68db92 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805500 Sep 12 14:15:56.379273 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Checking segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:56.379640 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Network hostable DHCP agents. Network: c4f97835-1b03-495e-a09a-05ede27a9ab6, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:15:56.385063 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:56.452392 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de50b3-7dd4-490c-ab59-22b01a0d8d8d req-0c392682-e5f8-4265-9130-ad95b518c968 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:56.454088 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48de50b3-7dd4-490c-ab59-22b01a0d8d8d req-0c392682-e5f8-4265-9130-ad95b518c968 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0648787 Sep 12 14:15:56.455260 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:15:56.472654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, c4f97835-1b03-495e-a09a-05ede27a9ab6) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:56.477632 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:56.479131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.483327 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f9c4fc-f0e4-48c1-baf7-8efbb7dfbb0c None None] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:15:56.534940 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e03b5e78-fc29-41a9-af71-b4980982db03 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6166487 Sep 12 14:15:56.537019 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47408) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:56.541712 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:56.546309 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48de50b3-7dd4-490c-ab59-22b01a0d8d8d req-3097a4ad-aac9-430a-8b1f-f9503f923c4e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832596 Sep 12 14:15:56.568072 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (f6ad961d-c864-4173-a76d-bb28ea447002), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.569055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (f6ad961d-c864-4173-a76d-bb28ea447002), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.595270 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:56.620414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-c4f97835-1b03-495e-a09a-05ede27a9ab6', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:15:56.621716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.641074 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for router_controller (f6ad961d-c864-4173-a76d-bb28ea447002), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.801683 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for router_gateway (f6ad961d-c864-4173-a76d-bb28ea447002), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:56.803419 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Allocated IP 172.20.0.2 (c4f97835-1b03-495e-a09a-05ede27a9ab6/07740054-b88c-44b1-b7fc-7c722c0b8bd0/f5e99084-f9ee-49b5-a887-6012b1e19acb) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:56.947528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:56.948992 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:57.006144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks [] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.006545 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for router_gateway (f6ad961d-c864-4173-a76d-bb28ea447002), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.020776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.033524 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.105942 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:57.113516 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:57.134553 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:57.151644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Pushing event updated for resources: {'Port': ['ID=f5e99084-f9ee-49b5-a887-6012b1e19acb,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:57.245782 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Allocated IP 172.27.3.208 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/7aa3ef54-a9a5-47d9-8a2e-3418d334c567) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:57.292048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Attempting to bind port f5e99084-f9ee-49b5-a887-6012b1e19acb on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:15:57.292425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Attempting to bind port f5e99084-f9ee-49b5-a887-6012b1e19acb by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:15:57.292764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Attempting to bind port f5e99084-f9ee-49b5-a887-6012b1e19acb on network c4f97835-1b03-495e-a09a-05ede27a9ab6 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:57.396774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.432906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.477383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:57.485415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:57.490521 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:57.514507 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Pushing event updated for resources: {'Port': ['ID=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:57.518451 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:57.542389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:15:57.543023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Checking segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:57.543267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.543605 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Bound using segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:15:57.544072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Bound port: f5e99084-f9ee-49b5-a887-6012b1e19acb, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:15:57.544442 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.665358 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9380a-26c5-4eec-90c7-9019c3fc8ed9 req-f3277f8d-2daa-4b31-90f9-843db2def495 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:57.674887 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ad9380a-26c5-4eec-90c7-9019c3fc8ed9 req-f3277f8d-2daa-4b31-90f9-843db2def495 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1519153 Sep 12 14:15:57.703202 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] For port f5e99084-f9ee-49b5-a887-6012b1e19acb, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:15:57.708070 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] For port f5e99084-f9ee-49b5-a887-6012b1e19acb, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f5e99084-f9ee-49b5-a887-6012b1e19acb,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:15:57.716664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.790747 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a4908-e374-41f8-bc23-58d2a9bbdb03 None None] Pushing event updated for resources: {'Port': ['ID=f5e99084-f9ee-49b5-a887-6012b1e19acb,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:57.800365 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41aff1-f148-4db3-8f78-24a140aa14d6 req-779dd5b2-87b4-4ab6-b730-45d8b2d54eb5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:57.810961 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f41aff1-f148-4db3-8f78-24a140aa14d6 req-779dd5b2-87b4-4ab6-b730-45d8b2d54eb5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.1249132 Sep 12 14:15:57.811189 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for router_gateway (f6ad961d-c864-4173-a76d-bb28ea447002), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:57.843827 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ad9380a-26c5-4eec-90c7-9019c3fc8ed9 req-1fb667e4-177d-4642-a8a3-333db89efcb6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629474 Sep 12 14:15:57.888113 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f41aff1-f148-4db3-8f78-24a140aa14d6 req-0f9ed108-fa67-4fa5-ba8f-5793f9f0a5bb tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797577 Sep 12 14:15:57.968254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:58.064711 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (f6ad961d-c864-4173-a76d-bb28ea447002), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:58.251880 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Router f6ad961d-c864-4173-a76d-bb28ea447002 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:15:58.390368 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:15:58.415365 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Sync routers for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:15:58.429252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:15:58.429992 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:58.439723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:58.441525 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4508e219-63b4-421b-98ad-b0b77825260e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9034534 Sep 12 14:15:58.444348 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47418) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:58.546982 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f5e99084-f9ee-49b5-a887-6012b1e19acb up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:15:58.638071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:15:58.703563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port f5e99084-f9ee-49b5-a887-6012b1e19acb triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:58.703937 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:58.850022 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:58.852663 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:58.879750 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:58.966611 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port f5e99084-f9ee-49b5-a887-6012b1e19acb is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:58.979378 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:58.988257 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:57Z', 'revision_number': 3, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:15:59.058697 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.061015 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:59.066766 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Checking router: f6ad961d-c864-4173-a76d-bb28ea447002 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:15:59.072537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Updating router f6ad961d-c864-4173-a76d-bb28ea447002 port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:15:59.107700 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46afdc-efe4-4fe1-b960-8a6e9dd4f22e req-36a420ec-3f37-4bd6-b40e-f4912beff0f9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:59.109537 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ce46afdc-efe4-4fe1-b960-8a6e9dd4f22e req-36a420ec-3f37-4bd6-b40e-f4912beff0f9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1378157 Sep 12 14:15:59.135164 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:59.147423 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.150252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port f5e99084-f9ee-49b5-a887-6012b1e19acb, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f5e99084-f9ee-49b5-a887-6012b1e19acb,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:15:59.182410 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.183493 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ce46afdc-efe4-4fe1-b960-8a6e9dd4f22e req-a6345cd5-f15e-4f7c-870a-d2d01e375ead tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638001 Sep 12 14:15:59.195786 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba26c9a-db0e-4d04-8a1e-1efe332991fc req-996cfb4c-fc49-4ec6-a0bf-8c6754585005 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:59.201098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:59.207093 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ba26c9a-db0e-4d04-8a1e-1efe332991fc req-996cfb4c-fc49-4ec6-a0bf-8c6754585005 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.1663394 Sep 12 14:15:59.289310 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ba26c9a-db0e-4d04-8a1e-1efe332991fc req-7422c3ee-7c7d-40fe-84b0-e2c829d8bbec tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811484 Sep 12 14:15:59.311201 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Allocated IP 172.20.0.1 (c4f97835-1b03-495e-a09a-05ede27a9ab6/07740054-b88c-44b1-b7fc-7c722c0b8bd0/77c86869-38f6-4764-9c12-914c2820d8fe) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:15:59.323499 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313af65-b054-46a0-b3d3-ae42e986d112 None None] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:15:59.329761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:59.411076 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-8116177e-c78c-47b3-a9ab-b5563b00a9a5 None None] Provisioning complete for port f5e99084-f9ee-49b5-a887-6012b1e19acb triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:15:59.411440 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8116177e-c78c-47b3-a9ab-b5563b00a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.460418 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ab441-d1ca-4654-8e5c-dc7c1a65a8f6 req-d67f4e14-2b9a-44b4-9bea-3d874fa0dd46 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:15:59.466209 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f62ab441-d1ca-4654-8e5c-dc7c1a65a8f6 req-d67f4e14-2b9a-44b4-9bea-3d874fa0dd46 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0758610 Sep 12 14:15:59.474860 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=f5e99084-f9ee-49b5-a887-6012b1e19acb,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:59.476374 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47428) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:15:59.482972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'port_id': '11973ac5-af69-497e-8b4e-7b63054c309b'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:15:59.525156 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks [] for port (77c86869-38f6-4764-9c12-914c2820d8fe), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.537388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.587005 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.660246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:15:59.667677 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8116177e-c78c-47b3-a9ab-b5563b00a9a5 None None] Current status of the port f5e99084-f9ee-49b5-a887-6012b1e19acb is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:15:59.669216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:15:59.679715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:15:59.756050 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (f6ad961d-c864-4173-a76d-bb28ea447002), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.769577 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:59.779457 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks [] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.795124 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.846935 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Attempting to bind port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:15:59.847440 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Attempting to bind port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:15:59.847898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Attempting to bind port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:15:59.871490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:15:59.878647 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf0d7-962f-4008-9efd-820dadf94fc4 None None] Pushing event updated for resources: {'Port': ['ID=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:15:59.928467 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:15:59.929366 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:15:59.929792 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.930288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:15:59.930966 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Bound port: 7aa3ef54-a9a5-47d9-8a2e-3418d334c567, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:15:59.942233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:15:59.956292 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.055403 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] For port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:00.069546 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] For port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:00.082883 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.119094 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-919f9523-6f96-4300-a940-142edc65eca4 None None] Provisioning complete for port f5e99084-f9ee-49b5-a887-6012b1e19acb triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:00.119625 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-919f9523-6f96-4300-a940-142edc65eca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.197691 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:00.198507 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:00.204871 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:00.278031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.291845 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.359067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf0d7-962f-4008-9efd-820dadf94fc4 None None] Pushing event updated for resources: {'Port': ['ID=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:00.395106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-919f9523-6f96-4300-a940-142edc65eca4 None None] Current status of the port f5e99084-f9ee-49b5-a887-6012b1e19acb is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:00.408287 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:00.420409 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:00.473111 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:00.523722 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ec-2f74-43f0-9a4a-4ab653742d93 req-c917b69c-06b5-417c-8ba3-276945aed702 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:00.525279 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-239f29ec-2f74-43f0-9a4a-4ab653742d93 req-c917b69c-06b5-417c-8ba3-276945aed702 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1589191 Sep 12 14:16:00.546832 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f5e99084-f9ee-49b5-a887-6012b1e19acb up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:00.558714 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 717d6f22-b071-49bd-82ab-11a4a1d5a3c0 associated. External IP: 172.27.3.251, port: 11973ac5-af69-497e-8b4e-7b63054c309b. Sep 12 14:16:00.650098 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-239f29ec-2f74-43f0-9a4a-4ab653742d93 req-42d21f61-778f-4c7f-8830-6bddc7d4314f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186519 Sep 12 14:16:00.665857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks [] for port (77c86869-38f6-4764-9c12-914c2820d8fe), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.707998 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.824830 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-6f7c35a8-a7ad-418b-b90b-610fc818b322 None None] Provisioning complete for port 77c86869-38f6-4764-9c12-914c2820d8fe triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:00.830545 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6f7c35a8-a7ad-418b-b90b-610fc818b322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.844629 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:00.860371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:00.862812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (f6ad961d-c864-4173-a76d-bb28ea447002), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:00.893022 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c35a8-a7ad-418b-b90b-610fc818b322 None None] Port 77c86869-38f6-4764-9c12-914c2820d8fe cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:16:00.930020 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:16:00.949328 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port f5e99084-f9ee-49b5-a887-6012b1e19acb triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:00.949803 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:01.037602 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:01.039519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:01.101964 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:16:01.110039 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port f5e99084-f9ee-49b5-a887-6012b1e19acb is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:01.111379 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:01.112877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 1, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:01.116177 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:16:01.132422 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:01.140124 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:01.154294 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded9b20f-869a-44e1-9e47-052a9ba4685b None None] The sync data for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi is: [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 1, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:16:01.188852 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cda35f76-85e2-4c0b-a921-f7cc4f15f6f9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/717d6f22-b071-49bd-82ab-11a4a1d5a3c0 HTTP/1.1" status: 200 len: 991 time: 1.7111285 Sep 12 14:16:01.190631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:01.193377 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c8c839-536e-4a33-9753-b16f77f461e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:01.267449 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0da61a-09d5-4ca6-b7a5-aec1fb4c1341 x-openstack-request-id: req-2a0da61a-09d5-4ca6-b7a5-aec1fb4c1341 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:01.268695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:01.269160 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a0da61a-09d5-4ca6-b7a5-aec1fb4c1341 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:01.269762 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0da61a-09d5-4ca6-b7a5-aec1fb4c1341'] response: {'name': 'network-changed', 'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b', 'status': 'completed', 'code': 200} Sep 12 14:16:01.338999 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:01.372669 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Router f6ad961d-c864-4173-a76d-bb28ea447002 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:16:01.417467 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-59cd9861-e97d-4a20-98ea-8266027532c4 None None] Provisioning complete for port 77c86869-38f6-4764-9c12-914c2820d8fe triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:01.417751 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-59cd9861-e97d-4a20-98ea-8266027532c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:01.485319 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:01.488424 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-59cd9861-e97d-4a20-98ea-8266027532c4 None None] Port 77c86869-38f6-4764-9c12-914c2820d8fe cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:16:01.570808 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:16:01.591010 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e883e06f-b112-4f42-89a2-5c05619a8ac6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f6ad961d-c864-4173-a76d-bb28ea447002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1454661 Sep 12 14:16:01.782076 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-bc307c6b-bde6-47a0-a8a7-ecd2b15ff926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:01.783708 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-bc307c6b-bde6-47a0-a8a7-ecd2b15ff926 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 1129 time: 0.0902803 Sep 12 14:16:01.944391 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '717d6f22-b071-49bd-82ab-11a4a1d5a3c0', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '11973ac5-af69-497e-8b4e-7b63054c309b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:6b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:33Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}, {'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:01.980691 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:16:02.004085 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:02.008391 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:02.067007 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b89f55-291c-4e81-b8a5-bcc7b3a551d0 req-8ce3e484-35e4-4003-bcaf-31db447d7406 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:02.068831 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0b89f55-291c-4e81-b8a5-bcc7b3a551d0 req-8ce3e484-35e4-4003-bcaf-31db447d7406 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1307762 Sep 12 14:16:02.138996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-07f7e022-2d8b-427a-b6cc-b52e401d50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:02.140505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-07f7e022-2d8b-427a-b6cc-b52e401d50d5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 916 time: 0.3484147 Sep 12 14:16:02.218752 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:02.304331 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0b89f55-291c-4e81-b8a5-bcc7b3a551d0 req-d269c3ef-a8a8-4352-b79e-0d8058b95e4f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288401 Sep 12 14:16:02.308883 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-d3028bbe-b759-458d-a8ee-1c80cdc5a047 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11973ac5-af69-497e-8b4e-7b63054c309b HTTP/1.1" status: 200 len: 999 time: 0.1323867 Sep 12 14:16:02.481101 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-90794d30-0a97-4f68-bb2d-0eaaf0dc632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:02.486077 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-90794d30-0a97-4f68-bb2d-0eaaf0dc632f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.1666296 Sep 12 14:16:02.598411 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:02.598928 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-1ce80f2f-7e29-4f89-a663-5f38f79b4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:02.601852 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-1ce80f2f-7e29-4f89-a663-5f38f79b4e10 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1031954 Sep 12 14:16:02.695490 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '717d6f22-b071-49bd-82ab-11a4a1d5a3c0', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '11973ac5-af69-497e-8b4e-7b63054c309b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:6b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:33Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}, {'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:02.709491 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47468) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:02.720542 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-290446758-network', 'tenant_id': '8f268344ee214486819057a236e65377'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:02.723184 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:02.723563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:02.768843 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:02.785255 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Made reservation on behalf of 8f268344ee214486819057a236e65377 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:16:02.787857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:02.802708 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9de2d5-eb9c-4f60-8f88-0135fabd6e1d None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '717d6f22-b071-49bd-82ab-11a4a1d5a3c0', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '11973ac5-af69-497e-8b4e-7b63054c309b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:6b:23:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:33Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}, {'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:16:02.827165 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:02.883452 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-5f4c0f4d-1ec4-45d4-a42f-57505a68d6ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687976 Sep 12 14:16:02.896249 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:02.896249 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:02.967201 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:02.977196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.013950 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks [] for security_group (23feee78-0b6e-46ca-a5c4-06057a24824f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.026911 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (23feee78-0b6e-46ca-a5c4-06057a24824f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.061439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:16:03.076932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:03.083812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23feee78-0b6e-46ca-a5c4-06057a24824f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:03.110070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (34353fde-37a1-4a00-a576-2c9935b7b310), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.111265 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Added segment 34353fde-37a1-4a00-a576-2c9935b7b310 of type vlan for network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 Sep 12 14:16:03.200169 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02b808c5-6d62-4656-98cb-659eb8bfe47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.203372 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:03.243851 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (d0acfb66-15f1-4895-b0f5-5de0ca5307b1), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.311226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (d0acfb66-15f1-4895-b0f5-5de0ca5307b1), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.317367 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:03.317981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.372113 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d8d10-c65e-48b5-941b-66886aa07991 None None] New status for floating IP 717d6f22-b071-49bd-82ab-11a4a1d5a3c0: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:16:03.426443 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7127957 Sep 12 14:16:03.427576 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47476) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:03.435013 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Request body: {'subnet': {'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-290446758-subnet', 'tenant_id': '8f268344ee214486819057a236e65377', 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:03.463089 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fac38-5c20-418c-8b89-c713031cf004 admin admin] Pushing event updated for resources: {'Network': ['ID=d0acfb66-15f1-4895-b0f5-5de0ca5307b1,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:03.479975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Made reservation on behalf of 8f268344ee214486819057a236e65377 for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:16:03.480398 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:16:03.485009 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601203'] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.486049 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:03.569932 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d861-3ee5-4543-99ab-0c2d1a1d5e00 req-9472fc31-94f5-4071-aa51-7386d040888b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:03.581811 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f4c7d861-3ee5-4543-99ab-0c2d1a1d5e00 req-9472fc31-94f5-4071-aa51-7386d040888b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0972168 Sep 12 14:16:03.647895 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:03.663396 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43c8c839-536e-4a33-9753-b16f77f461e8 req-d0e3a740-54cc-464f-b5b1-bec61fe09060 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643516 Sep 12 14:16:03.713264 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f4c7d861-3ee5-4543-99ab-0c2d1a1d5e00 req-6acd261c-25b5-442f-b6d3-431e9a639a63 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243069 Sep 12 14:16:03.800544 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10451190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601185'] for subnet (c981907f-38e2-42a4-9340-ba5375be7b7e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.864545 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c981907f-38e2-42a4-9340-ba5375be7b7e,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:03.874049 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Checking segment: {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:03.874246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Network hostable DHCP agents. Network: d0acfb66-15f1-4895-b0f5-5de0ca5307b1, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:16:03.886422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:03.898126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:16:03.912293 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, d0acfb66-15f1-4895-b0f5-5de0ca5307b1) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:03.917216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:03.917959 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.922048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be66faf-9a59-4c0f-b8f1-35a019aeed56 None None] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:16:03.945333 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1a4e9e15-d158-4dba-bd9c-15f0f6cf2f1d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5175784 Sep 12 14:16:03.948085 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47478) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:03.953417 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:03.978817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (316810e9-5686-4cee-9140-739978c1b8c9), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:03.981148 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (316810e9-5686-4cee-9140-739978c1b8c9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.071453 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-d0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'project_id': '8f268344ee214486819057a236e65377', 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:16:04.072494 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.080251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for router_controller (316810e9-5686-4cee-9140-739978c1b8c9), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.248030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Allocated IP 172.20.0.2 (d0acfb66-15f1-4895-b0f5-5de0ca5307b1/c981907f-38e2-42a4-9340-ba5375be7b7e/a5216678-a6cd-45f6-83f7-32209550cb6c) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:16:04.270365 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for router_gateway (316810e9-5686-4cee-9140-739978c1b8c9), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.479926 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks [] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.490686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:04.496991 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for router_gateway (316810e9-5686-4cee-9140-739978c1b8c9), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.497782 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.505236 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:04.523527 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.594503 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:04.600726 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:04.610488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:16:04.613295 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Pushing event updated for resources: {'Port': ['ID=a5216678-a6cd-45f6-83f7-32209550cb6c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:04.678368 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Allocated IP 172.27.3.162 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/aff6d325-d44e-4cf5-aca2-a56eadef09db) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:16:04.681501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:04.682017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.760901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Attempting to bind port a5216678-a6cd-45f6-83f7-32209550cb6c on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:04.761535 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Attempting to bind port a5216678-a6cd-45f6-83f7-32209550cb6c by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:04.764464 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:04.764880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Attempting to bind port a5216678-a6cd-45f6-83f7-32209550cb6c on network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:04.857229 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.898542 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:04.902812 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:04.903982 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Checking segment: {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:04.904714 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.906114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Bound using segment: {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:04.906942 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Bound port: a5216678-a6cd-45f6-83f7-32209550cb6c, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:04.909967 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:04.910664 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Sync routers for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:16:04.935493 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:04.937151 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:15:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:04.955818 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d5c23-1473-479c-816c-d727366ea82a req-d70c7875-f905-4d74-9794-93045be16546 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:04.957328 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b77d5c23-1473-479c-816c-d727366ea82a req-d70c7875-f905-4d74-9794-93045be16546 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1108587 Sep 12 14:16:04.985552 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:05.005324 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.006868 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] For port a5216678-a6cd-45f6-83f7-32209550cb6c, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:05.010664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] For port a5216678-a6cd-45f6-83f7-32209550cb6c, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a5216678-a6cd-45f6-83f7-32209550cb6c,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:05.029495 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.080288 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:05.082803 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Pushing event updated for resources: {'Port': ['ID=aff6d325-d44e-4cf5-aca2-a56eadef09db,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:05.092435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:05.096930 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b77d5c23-1473-479c-816c-d727366ea82a req-52711de4-9a7c-4153-a526-db898d238273 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312914 Sep 12 14:16:05.097839 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:05.100231 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:16:05.109502 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:05.122484 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5184b6-1643-4a60-8948-c7dcd2a1d375 None None] Pushing event updated for resources: {'Port': ['ID=a5216678-a6cd-45f6-83f7-32209550cb6c,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:05.282907 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:05.288649 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a6032668-bfbf-4079-b413-ba7b20ccee44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.359207 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:05.404632 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for router_gateway (316810e9-5686-4cee-9140-739978c1b8c9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.411554 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:00Z', 'revision_number': 2, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:05.446607 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Checking router: f6ad961d-c864-4173-a76d-bb28ea447002 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:16:05.448150 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Updating router f6ad961d-c864-4173-a76d-bb28ea447002 port 77c86869-38f6-4764-9c12-914c2820d8fe binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:16:05.496079 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.814326 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:05.817475 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (316810e9-5686-4cee-9140-739978c1b8c9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.937998 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks [] for port (77c86869-38f6-4764-9c12-914c2820d8fe), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.947011 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:05.985866 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Router 316810e9-5686-4cee-9140-739978c1b8c9 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:16:06.024250 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Pushing event updated for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:06.050470 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.050907 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.051315 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.051668 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053174 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053174 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053174 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053174 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053535 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053535 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.053855 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.054162 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.054473 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.054779 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.055108 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:06.079686 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Attempting to bind port 77c86869-38f6-4764-9c12-914c2820d8fe on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:06.080060 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Attempting to bind port 77c86869-38f6-4764-9c12-914c2820d8fe by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:06.080976 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Attempting to bind port 77c86869-38f6-4764-9c12-914c2820d8fe on network c4f97835-1b03-495e-a09a-05ede27a9ab6 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:06.124852 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:16:06.135106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Sync routers for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:16:06.141670 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:06.142337 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Checking segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:06.143795 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.144370 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Bound using segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:06.145189 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Bound port: 77c86869-38f6-4764-9c12-914c2820d8fe, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:06.145800 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.156533 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:06.157111 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:06.193593 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.197628 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-84d0ee1a-a9c4-47e4-ace3-ba525043f5aa admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2451057 Sep 12 14:16:06.197861 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47488) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:06.314268 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] For port 77c86869-38f6-4764-9c12-914c2820d8fe, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:06.319693 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] For port 77c86869-38f6-4764-9c12-914c2820d8fe, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=77c86869-38f6-4764-9c12-914c2820d8fe,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:06.340379 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.368814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:06.386633 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df469eaa-5262-4007-8815-72e0852a5550 req-1981e44a-2914-4476-9a3e-e55e90dfe4ba tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:06.389354 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-df469eaa-5262-4007-8815-72e0852a5550 req-1981e44a-2914-4476-9a3e-e55e90dfe4ba tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1398110 Sep 12 14:16:06.421138 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:06.514181 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-df469eaa-5262-4007-8815-72e0852a5550 req-ed760106-5fa1-4cc0-99bb-5cf381f12feb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177514 Sep 12 14:16:06.567017 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:06.568015 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:06.755726 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d48a7-ca73-43de-9ee2-91d8bd51c6d2 None None] Pushing event updated for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:06.766821 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674b915-3bdd-467f-be81-24e036b17f2e None None] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:16:06.782646 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a5216678-a6cd-45f6-83f7-32209550cb6c up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:06.860029 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.863787 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:06.871813 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Provisioning complete for port a5216678-a6cd-45f6-83f7-32209550cb6c triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:06.872180 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:06.998238 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.063666 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.064309 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.111157 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:06Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:07.151475 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627515b4-f1d9-4d41-aeef-023694b60f70 None None] The sync data for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi is: [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:06Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:16:07.157215 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.166408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Allocated IP 172.20.0.1 (d0acfb66-15f1-4895-b0f5-5de0ca5307b1/c981907f-38e2-42a4-9340-ba5375be7b7e/3704729f-62b1-44f3-a46a-1d3f82f16e15) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:16:07.188944 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a5216678-a6cd-45f6-83f7-32209550cb6c triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:07.189542 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.245713 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:05Z', 'revision_number': 3, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:07.292600 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Checking router: 316810e9-5686-4cee-9140-739978c1b8c9 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:16:07.293102 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Updating router 316810e9-5686-4cee-9140-739978c1b8c9 port aff6d325-d44e-4cf5-aca2-a56eadef09db binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:16:07.368948 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Current status of the port a5216678-a6cd-45f6-83f7-32209550cb6c is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:07.369195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.375631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks [] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.422530 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] For port a5216678-a6cd-45f6-83f7-32209550cb6c, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a5216678-a6cd-45f6-83f7-32209550cb6c,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:07.425985 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.435736 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.515727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:07.530196 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:07.537055 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:16:07.537801 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (316810e9-5686-4cee-9140-739978c1b8c9), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.546615 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.577892 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:07.594996 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f569-a70f-4d7a-892a-70bfb37a0ec6 None None] Pushing event updated for resources: {'Port': ['ID=a5216678-a6cd-45f6-83f7-32209550cb6c,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:07.671670 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a5216678-a6cd-45f6-83f7-32209550cb6c is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:07.712607 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.713983 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Pushing event updated for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:07.887038 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:07.894033 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cd88e-2557-423d-abe8-b1b17cb81880 req-00122887-87ec-46f0-a3c7-20bf835bc159 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:07.902365 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c9cd88e-2557-423d-abe8-b1b17cb81880 req-00122887-87ec-46f0-a3c7-20bf835bc159 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.2128160 Sep 12 14:16:07.957044 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.002214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-f3c0ef59-1b40-4b75-8bd3-4c77dd978ff3 None None] Provisioning complete for port a5216678-a6cd-45f6-83f7-32209550cb6c triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:08.002214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ef59-1b40-4b75-8bd3-4c77dd978ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.043026 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c9cd88e-2557-423d-abe8-b1b17cb81880 req-9bc774b6-1cec-487b-bd82-f38591f7d94c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393497 Sep 12 14:16:08.196602 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.210875 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0ef59-1b40-4b75-8bd3-4c77dd978ff3 None None] Current status of the port a5216678-a6cd-45f6-83f7-32209550cb6c is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:08.264209 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks [] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.273392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.294976 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Attempting to bind port aff6d325-d44e-4cf5-aca2-a56eadef09db on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:08.295390 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Attempting to bind port aff6d325-d44e-4cf5-aca2-a56eadef09db by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:08.295851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Attempting to bind port aff6d325-d44e-4cf5-aca2-a56eadef09db on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:08.386113 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.403752 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3a511d42-b646-494b-a0ff-7fa897be546f None None] Provisioning complete for port 3704729f-62b1-44f3-a46a-1d3f82f16e15 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:08.404121 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3a511d42-b646-494b-a0ff-7fa897be546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.410973 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae9543-95fb-4b6a-83a6-cd66e4e1660c None None] Pushing event updated for resources: {'Port': ['ID=aff6d325-d44e-4cf5-aca2-a56eadef09db,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:08.434821 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:08.435369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:08.435835 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.436292 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:08.436845 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Bound port: aff6d325-d44e-4cf5-aca2-a56eadef09db, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:08.443796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.496354 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3a511d42-b646-494b-a0ff-7fa897be546f None None] Port 3704729f-62b1-44f3-a46a-1d3f82f16e15 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:16:08.503446 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks [] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.512102 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] For port aff6d325-d44e-4cf5-aca2-a56eadef09db, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:08.516190 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] For port aff6d325-d44e-4cf5-aca2-a56eadef09db, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=aff6d325-d44e-4cf5-aca2-a56eadef09db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:08.519631 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 77c86869-38f6-4764-9c12-914c2820d8fe up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:08.528385 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.529565 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (316810e9-5686-4cee-9140-739978c1b8c9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.559421 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.608064 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:08.608707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:08.657790 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Pushing event updated for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:08.669299 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:08.670150 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 77c86869-38f6-4764-9c12-914c2820d8fe triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:08.670517 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.675672 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:08.696332 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae9543-95fb-4b6a-83a6-cd66e4e1660c None None] Pushing event updated for resources: {'Port': ['ID=aff6d325-d44e-4cf5-aca2-a56eadef09db,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:08.725089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:08.726660 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:08.795541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:08.857972 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 77c86869-38f6-4764-9c12-914c2820d8fe is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:08.858166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:08.862043 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:08.913383 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Router 316810e9-5686-4cee-9140-739978c1b8c9 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:16:08.991617 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 77c86869-38f6-4764-9c12-914c2820d8fe, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=77c86869-38f6-4764-9c12-914c2820d8fe,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:09.003059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:09.003876 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a5216678-a6cd-45f6-83f7-32209550cb6c up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:09.073584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:16:09.087883 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a9f1afc7-57cc-4e38-8870-106ae349b553 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/316810e9-5686-4cee-9140-739978c1b8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8888388 Sep 12 14:16:09.107453 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:09.153043 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port a5216678-a6cd-45f6-83f7-32209550cb6c triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:09.153414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:09.183513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:07Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '3704729f-62b1-44f3-a46a-1d3f82f16e15', 'name': '', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'tenant_id': '8f268344ee214486819057a236e65377', 'mac_address': 'fa:16:3e:0f:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:07Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 2, 'project_id': '8f268344ee214486819057a236e65377', 'subnets': [{'id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:09.223646 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7686239-4b1d-4749-bfe7-8a716bbf70d0 None None] The sync data for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi is: [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:07Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '3704729f-62b1-44f3-a46a-1d3f82f16e15', 'name': '', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'tenant_id': '8f268344ee214486819057a236e65377', 'mac_address': 'fa:16:3e:0f:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:07Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 2, 'project_id': '8f268344ee214486819057a236e65377', 'subnets': [{'id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:16:09.237372 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-fa668d76-6f4e-467e-ab85-2f72b2b1c70d None None] Provisioning complete for port 3704729f-62b1-44f3-a46a-1d3f82f16e15 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:09.237763 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fa668d76-6f4e-467e-ab85-2f72b2b1c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:09.322001 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-fa668d76-6f4e-467e-ab85-2f72b2b1c70d None None] Port 3704729f-62b1-44f3-a46a-1d3f82f16e15 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:16:09.335186 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c2d82-6b22-4d14-93c8-ba1584e93583 req-0de61948-2f84-4006-ac3d-213ee862a5cc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:09.339712 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port a5216678-a6cd-45f6-83f7-32209550cb6c is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:09.340714 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f7c2d82-6b22-4d14-93c8-ba1584e93583 req-0de61948-2f84-4006-ac3d-213ee862a5cc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1182163 Sep 12 14:16:09.419232 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:09.425240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f7c2d82-6b22-4d14-93c8-ba1584e93583 req-abdcf56e-65ea-48d6-8f62-b110735dd462 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747294 Sep 12 14:16:10.747938 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556abe8-d62a-4381-a52f-1ec47a86eed6 req-50366f1c-aeab-4678-80a4-fc0c38df76d1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:10.749880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6556abe8-d62a-4381-a52f-1ec47a86eed6 req-50366f1c-aeab-4678-80a4-fc0c38df76d1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1148641 Sep 12 14:16:10.761055 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 77c86869-38f6-4764-9c12-914c2820d8fe up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:10.846987 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 77c86869-38f6-4764-9c12-914c2820d8fe triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:10.847482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:10.931325 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6556abe8-d62a-4381-a52f-1ec47a86eed6 req-70bca11a-409a-4791-bd74-b5dc5d624af0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637447 Sep 12 14:16:10.944462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 77c86869-38f6-4764-9c12-914c2820d8fe is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:10.949849 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device aff6d325-d44e-4cf5-aca2-a56eadef09db up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:11.048296 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port aff6d325-d44e-4cf5-aca2-a56eadef09db triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:11.048659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:11.130784 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:11.228962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port aff6d325-d44e-4cf5-aca2-a56eadef09db is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:11.228962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:11.265591 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port aff6d325-d44e-4cf5-aca2-a56eadef09db, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=aff6d325-d44e-4cf5-aca2-a56eadef09db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:11.273626 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:11.352263 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=aff6d325-d44e-4cf5-aca2-a56eadef09db,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:12.171852 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ef21-946f-4dd2-82da-019a2e369c9a req-6ad67943-15f3-4c73-b935-4722fb9e59ff tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:12.185712 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42b1ef21-946f-4dd2-82da-019a2e369c9a req-6ad67943-15f3-4c73-b935-4722fb9e59ff tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.1186440 Sep 12 14:16:12.277183 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42b1ef21-946f-4dd2-82da-019a2e369c9a req-6b24f0b7-bd49-4ef3-999a-1221282c58c9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851855 Sep 12 14:16:12.488100 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device aff6d325-d44e-4cf5-aca2-a56eadef09db up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:12.548392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port aff6d325-d44e-4cf5-aca2-a56eadef09db triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:12.549546 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:12.569318 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:12.644321 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port aff6d325-d44e-4cf5-aca2-a56eadef09db is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:13.436604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfaa95-f816-4dce-b00f-8bc8e5050018 req-c23217dc-42e0-48ce-acc6-ca415ae2015a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:13.438505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cdcfaa95-f816-4dce-b00f-8bc8e5050018 req-c23217dc-42e0-48ce-acc6-ca415ae2015a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0543890 Sep 12 14:16:13.490691 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cdcfaa95-f816-4dce-b00f-8bc8e5050018 req-dfa03e5c-7dd7-443f-b736-4868d273d053 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462167 Sep 12 14:16:13.907650 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:13.936531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:14.025322 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Sync routers for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:16:14.037283 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:14.038167 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:14.142386 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:14.341918 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:07Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '3704729f-62b1-44f3-a46a-1d3f82f16e15', 'name': '', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'tenant_id': '8f268344ee214486819057a236e65377', 'mac_address': 'fa:16:3e:0f:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:07Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 2, 'project_id': '8f268344ee214486819057a236e65377', 'subnets': [{'id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:14.369195 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Checking router: 316810e9-5686-4cee-9140-739978c1b8c9 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:16:14.369587 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Updating router 316810e9-5686-4cee-9140-739978c1b8c9 port 3704729f-62b1-44f3-a46a-1d3f82f16e15 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:16:14.403900 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.634725 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324fe08-c62d-42de-b226-35655a1416b1 req-23f0e543-693b-4189-8045-aa3a2af158e0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:14.639800 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7324fe08-c62d-42de-b226-35655a1416b1 req-23f0e543-693b-4189-8045-aa3a2af158e0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0567524 Sep 12 14:16:14.701614 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks [] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.708928 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7324fe08-c62d-42de-b226-35655a1416b1 req-1139f9ea-8bf6-4d78-b37f-e8889f7b304e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660002 Sep 12 14:16:14.710125 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.793723 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7574215-da55-4a1b-ba66-8d19e0037c13 None None] Pushing event updated for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:14.804685 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Attempting to bind port 3704729f-62b1-44f3-a46a-1d3f82f16e15 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:14.805109 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Attempting to bind port 3704729f-62b1-44f3-a46a-1d3f82f16e15 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:14.805537 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Attempting to bind port 3704729f-62b1-44f3-a46a-1d3f82f16e15 on network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:14.844302 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:14.855617 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:14.856146 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Checking segment: {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:14.856638 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.857117 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Bound using segment: {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:14.857679 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Bound port: 3704729f-62b1-44f3-a46a-1d3f82f16e15, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34353fde-37a1-4a00-a576-2c9935b7b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:14.858176 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.929226 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] For port 3704729f-62b1-44f3-a46a-1d3f82f16e15, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:14.932708 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] For port 3704729f-62b1-44f3-a46a-1d3f82f16e15, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3704729f-62b1-44f3-a46a-1d3f82f16e15,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:14.939981 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:14.974943 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:14.986737 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:16:14.987670 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:15.050816 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7574215-da55-4a1b-ba66-8d19e0037c13 None None] Pushing event updated for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:15.118187 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:16:15.315358 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:07Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '3704729f-62b1-44f3-a46a-1d3f82f16e15', 'name': '', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'tenant_id': '8f268344ee214486819057a236e65377', 'mac_address': 'fa:16:3e:0f:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:07Z', 'updated_at': '2022-09-12T14:16:14Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'subnets': [{'id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:16:15.340184 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5afd3-86d9-4e10-a7d5-2e170f9da920 None None] The sync data for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi is: [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:16:07Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '3704729f-62b1-44f3-a46a-1d3f82f16e15', 'name': '', 'network_id': 'd0acfb66-15f1-4895-b0f5-5de0ca5307b1', 'tenant_id': '8f268344ee214486819057a236e65377', 'mac_address': 'fa:16:3e:0f:46:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:07Z', 'updated_at': '2022-09-12T14:16:14Z', 'revision_number': 4, 'project_id': '8f268344ee214486819057a236e65377', 'subnets': [{'id': 'c981907f-38e2-42a4-9340-ba5375be7b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:16:15.868287 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03f5f0-20ce-4736-b6e7-22146836347c req-bd3f426d-5172-40f0-8d3f-9cb8f1df270a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:15.871369 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a03f5f0-20ce-4736-b6e7-22146836347c req-bd3f426d-5172-40f0-8d3f-9cb8f1df270a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Sep 12 14:16:15.924255 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a03f5f0-20ce-4736-b6e7-22146836347c req-b0a45192-fb13-4b4e-86c8-8dc5ce77d32d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481265 Sep 12 14:16:16.255130 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-9cbad6c2-06ca-4e14-8da8-5552009f20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:16.259057 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-9cbad6c2-06ca-4e14-8da8-5552009f20a4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1129 time: 0.0460496 Sep 12 14:16:16.381620 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-32031229-c8e6-42de-ab1d-3dba518b64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:16.384631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-32031229-c8e6-42de-ab1d-3dba518b64b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.1128433 Sep 12 14:16:16.479962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3704729f-62b1-44f3-a46a-1d3f82f16e15 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:16.490441 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-3d260b33-ce1d-473b-9c6c-d27d361dd1de service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 1000 time: 0.0962844 Sep 12 14:16:16.537288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 3704729f-62b1-44f3-a46a-1d3f82f16e15 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:16.537649 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:16.560876 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-5c8576fc-864a-4c39-85d7-c0e596b6b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:16.562719 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-5c8576fc-864a-4c39-85d7-c0e596b6b072 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0611522 Sep 12 14:16:16.588423 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:16.639739 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-1b7c1878-2dc7-4260-ab79-62a4c4dfe68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:16.641580 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-1b7c1878-2dc7-4260-ab79-62a4c4dfe68d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668631 Sep 12 14:16:16.779639 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-1d642f74-5e10-4bf2-b447-d06bd4edb0b1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291940 Sep 12 14:16:16.806071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 3704729f-62b1-44f3-a46a-1d3f82f16e15 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:16.806464 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:16.866182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 3704729f-62b1-44f3-a46a-1d3f82f16e15, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3704729f-62b1-44f3-a46a-1d3f82f16e15,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:16.872420 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:16.903693 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c451541a-864e-4edf-970a-fc3a95e77d8d req-4c6f1558-0915-4b13-83e1-fcf631ab5b2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150031 Sep 12 14:16:16.931021 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:17.062123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82d9e-e671-4d76-940f-111024ebd244 req-a7fcf0a1-5f8b-4f81-ac83-52d7a4acb679 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:17.064364 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cab82d9e-e671-4d76-940f-111024ebd244 req-a7fcf0a1-5f8b-4f81-ac83-52d7a4acb679 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0512373 Sep 12 14:16:17.120901 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cab82d9e-e671-4d76-940f-111024ebd244 req-115959e6-07a1-4fa3-b5a7-74276baee601 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507491 Sep 12 14:16:18.273051 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17907bd7-5408-43c1-8758-91899cd7e405 req-4ad143a7-09cb-4224-be8e-80adeaca6902 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:18.285376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17907bd7-5408-43c1-8758-91899cd7e405 req-4ad143a7-09cb-4224-be8e-80adeaca6902 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0617030 Sep 12 14:16:18.306046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:18.347084 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17907bd7-5408-43c1-8758-91899cd7e405 req-0114928b-ee5b-4306-bd40-f03894003e14 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588336 Sep 12 14:16:18.465071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3704729f-62b1-44f3-a46a-1d3f82f16e15 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:18.518215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 3704729f-62b1-44f3-a46a-1d3f82f16e15 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:18.518892 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:18.601249 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 3704729f-62b1-44f3-a46a-1d3f82f16e15 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:18.698708 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:19.521906 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb757f-866f-4cfc-97cc-209f11ddef50 req-9ee7ff96-df2c-465c-8715-0e36d220827b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:19.524135 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82cb757f-866f-4cfc-97cc-209f11ddef50 req-9ee7ff96-df2c-465c-8715-0e36d220827b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 945 time: 0.0755696 Sep 12 14:16:19.577796 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82cb757f-866f-4cfc-97cc-209f11ddef50 req-d370a23b-8fbc-43ae-9f9b-6d026121a830 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480795 Sep 12 14:16:19.676214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:16:19.760742 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: ACTIVE; New status is: DOWN {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:19.760742 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:19.761988 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:19.789901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:19.792842 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f00c53-c85f-46f5-8f0a-ea0248414e29" -d '{"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-unplugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:19.809270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:19.817974 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:19.858751 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9992ef2-0c43-4dc2-a5c1-1360f79b0ee6 x-openstack-request-id: req-b9992ef2-0c43-4dc2-a5c1-1360f79b0ee6 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:19.859066 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-unplugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:19.859320 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9992ef2-0c43-4dc2-a5c1-1360f79b0ee6 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:19.859699 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9992ef2-0c43-4dc2-a5c1-1360f79b0ee6'] response: {'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'code': 200} Sep 12 14:16:19.891413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=8']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:20.426182 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-3ecf46d3-540f-42eb-9008-401ec68ba816 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:20.428561 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-3ecf46d3-540f-42eb-9008-401ec68ba816 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 815 time: 0.1171000 Sep 12 14:16:20.447230 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-fd2b9fd2-5946-4593-af90-07b247d28797 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/quotas/40918a5eb3134a00999618cb65dedbbd HTTP/1.1" status: 200 len: 375 time: 0.0132973 Sep 12 14:16:20.508078 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-a2d41233-313b-43d9-9b28-8a023371b1ea tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550048 Sep 12 14:16:20.605520 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-d6cdf780-16e9-4819-9b43-290f7048af85 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Sep 12 14:16:20.732118 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e259c-b9cc-494f-b96d-17256935aca4 req-f5e14544-aa66-4c77-be95-55e108121324 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:20.733554 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-223e259c-b9cc-494f-b96d-17256935aca4 req-f5e14544-aa66-4c77-be95-55e108121324 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0662372 Sep 12 14:16:20.735463 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-7c5c4c27-19c4-4225-9a10-2941ac506e77 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245606 Sep 12 14:16:20.780881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-223e259c-b9cc-494f-b96d-17256935aca4 req-1d9ab998-19d1-4754-b266-77f86ea8f30c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Sep 12 14:16:20.886497 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-bfe3a9b0-a9ee-469a-8a71-6e826a6bc2c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565088 Sep 12 14:16:20.920165 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f3dcd68-769c-4e0d-b70d-f4091e90c055 req-ca508c0a-4fc1-49b8-8419-d99ff07a7531 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 210 time: 0.0312614 Sep 12 14:16:20.956879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:20.974593 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-2c9f848a-e6c4-44c9-b2c5-9aba23d53031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:20.976387 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-2c9f848a-e6c4-44c9-b2c5-9aba23d53031 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 1129 time: 0.0501165 Sep 12 14:16:21.136400 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-e0fca265-da9b-4359-bd2b-573f1ea6c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:21.138446 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-e0fca265-da9b-4359-bd2b-573f1ea6c880 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.1195412 Sep 12 14:16:21.201741 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-d14cf90d-b960-4b8f-9e05-badff7f1c1fc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 200 len: 217 time: 0.0441499 Sep 12 14:16:21.465081 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-0fc9227f-1ab3-4ee7-b467-22d27bf68b12 req-929154b9-6da8-449b-b0cd-0c1660b005b7 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:16:21.466060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0fc9227f-1ab3-4ee7-b467-22d27bf68b12 req-929154b9-6da8-449b-b0cd-0c1660b005b7 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052693 Sep 12 14:16:21.583368 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:16:21.693968 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb86ba-ce0c-42a5-a848-267ae52d3434 req-8614cc4d-fb8c-4f81-9f4b-d976739c97c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:21.695642 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a5fb86ba-ce0c-42a5-a848-267ae52d3434 req-8614cc4d-fb8c-4f81-9f4b-d976739c97c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0931962 Sep 12 14:16:21.734213 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-10a1afaa-6456-4db4-94f4-b2f283af72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:21.735805 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-10a1afaa-6456-4db4-94f4-b2f283af72cd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0901883 Sep 12 14:16:21.799143 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a5fb86ba-ce0c-42a5-a848-267ae52d3434 req-cf3b8284-3682-4d1d-9503-08c083ad706a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945997 Sep 12 14:16:21.813389 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-1f5fefde-4b46-423d-aa0b-d29c83c76dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:21.815645 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-1f5fefde-4b46-423d-aa0b-d29c83c76dca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605624 Sep 12 14:16:21.881777 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:21.919037 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-60ae74eb-2815-453a-b4e3-55ec652f9239 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947514 Sep 12 14:16:21.977398 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 47708) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:22.050087 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a68166-6b2c-42b0-93f3-da2ca9ebd77d req-7c502465-9701-4cb7-99ef-3063cd48dabf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188977 Sep 12 14:16:22.068527 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d875ca83-42a4-4e70-9751-132d340ea2a6 req-4f4d1d39-b7be-407a-9aa5-767c6f933c8a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 210 time: 0.0387490 Sep 12 14:16:22.070110 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-e36dc35f-1262-4cf5-a894-8c8cc1f3e032 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913427 Sep 12 14:16:22.092397 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-7aaecb21-db25-4157-b49f-788d3d503cdd service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:16:22.093455 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-7aaecb21-db25-4157-b49f-788d3d503cdd service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061066 Sep 12 14:16:22.172707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 47716) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:16:22.269938 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-b27be982-2573-46f9-bab8-79248ba28de0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:22.271308 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-b27be982-2573-46f9-bab8-79248ba28de0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports/973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 940 time: 0.0969028 Sep 12 14:16:22.640990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e980b9a-ba62-40a3-9d35-4175e3001583 req-cf2d4d2f-d3a6-4b17-8c42-fbe3ff52aeb3 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:22.642339 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e980b9a-ba62-40a3-9d35-4175e3001583 req-cf2d4d2f-d3a6-4b17-8c42-fbe3ff52aeb3 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Sep 12 14:16:22.692080 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e980b9a-ba62-40a3-9d35-4175e3001583 req-e3f61125-ff4c-47b6-bb01-e24fe0cdc2ec tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Sep 12 14:16:22.923399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91970-6de3-4570-979d-9a852a8b0683 req-baf5f24a-d586-4cb4-9b66-3ce8b04743ee tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:22.924774 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b0c91970-6de3-4570-979d-9a852a8b0683 req-baf5f24a-d586-4cb4-9b66-3ce8b04743ee tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0486076 Sep 12 14:16:22.970860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b0c91970-6de3-4570-979d-9a852a8b0683 req-b9fe100a-df0f-4499-908f-4b81780c69a8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399892 Sep 12 14:16:23.169775 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4f987e7-3664-4866-b6ce-0c9fa1795945 req-5fe239a7-d974-4660-a595-06eccb1ecec4 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Sep 12 14:16:23.679329 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:16:23.750089 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: DOWN; New status is: DOWN {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:23.812643 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e98df-ec57-42eb-83c2-0e1db972ec22 req-62dda7c2-f2cd-43a9-9774-a4a7cd1debc5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:23.814966 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ab8e98df-ec57-42eb-83c2-0e1db972ec22 req-62dda7c2-f2cd-43a9-9774-a4a7cd1debc5 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0443754 Sep 12 14:16:23.863430 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ab8e98df-ec57-42eb-83c2-0e1db972ec22 req-5cd346a2-2362-4cd7-9879-1a4c0175f55c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Sep 12 14:16:24.093615 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9670ed-788f-4b9d-b74b-7aac49899f33 req-e4b232e3-adf2-46bc-a577-c0f3d7b3ca6b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:24.095059 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bc9670ed-788f-4b9d-b74b-7aac49899f33 req-e4b232e3-adf2-46bc-a577-c0f3d7b3ca6b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0441685 Sep 12 14:16:24.141829 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bc9670ed-788f-4b9d-b74b-7aac49899f33 req-605cbf89-feaa-4067-b8db-37fefbd9794d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Sep 12 14:16:24.266560 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1f1bc208-b2ab-48aa-85fd-5e3b2c690a28 req-11ecabcd-dc56-4c4e-9fcf-4a11a3c3c124 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Sep 12 14:16:24.461249 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:24.478455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-10590618-d5d6-47cf-93bc-abfdc28ae959 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:24.479933 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-10590618-d5d6-47cf-93bc-abfdc28ae959 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 815 time: 0.1174984 Sep 12 14:16:24.591625 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'port': {'device_id': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'admin_state_up': True, 'tenant_id': '40918a5eb3134a00999618cb65dedbbd'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:24.702278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Made reservation on behalf of 40918a5eb3134a00999618cb65dedbbd for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:16:24.706037 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:24.791058 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-cd7633f7-9ba7-4db5-9446-55afe6ca8e31 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:24.793194 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-cd7633f7-9ba7-4db5-9446-55afe6ca8e31 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0593286 Sep 12 14:16:24.813447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:24.856002 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Allocated IP 172.20.0.3 (c4f97835-1b03-495e-a09a-05ede27a9ab6/07740054-b88c-44b1-b7fc-7c722c0b8bd0/c158483b-3937-4578-983a-bbaad6989bb8) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:16:24.904730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Deleting port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:16:24.905208 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.005520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] For port 47d4c7fb-4320-44f1-8f93-b2a672d8d322, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=47d4c7fb-4320-44f1-8f93-b2a672d8d322,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:25.005944 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.016670 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8515b8-d6bc-4655-be1d-020fff871920 req-7938a20a-6a53-4348-b164-fc385a6f27af tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:25.020097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Calling delete_port for 47d4c7fb-4320-44f1-8f93-b2a672d8d322 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:16:25.024281 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2c8515b8-d6bc-4655-be1d-020fff871920 req-7938a20a-6a53-4348-b164-fc385a6f27af tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 945 time: 0.0683644 Sep 12 14:16:25.101939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for port (c158483b-3937-4578-983a-bbaad6989bb8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.125229 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2c8515b8-d6bc-4655-be1d-020fff871920 req-dd96e054-8d55-4bb9-a43c-e00501beb070 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995753 Sep 12 14:16:25.194972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.209085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (47d4c7fb-4320-44f1-8f93-b2a672d8d322), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.225524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['47d4c7fb-4320-44f1-8f93-b2a672d8d322'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:16:25.286877 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Pushing event deleted for resources: {'Port': ['ID=47d4c7fb-4320-44f1-8f93-b2a672d8d322,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:25.328774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.330256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.330883 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.331352 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.331931 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.332350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.332770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.333333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.334265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.335579 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.336000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.336567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.337322 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.337828 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.338312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.375605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:25.384427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] No DVR routers for this DVR port 47d4c7fb-4320-44f1-8f93-b2a672d8d322 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:16:25.388452 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.391099 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2144e16a-08b8-45e2-8f8c-5a43fc878a26 req-58dfc8d5-a4c6-4ea3-8967-68798ef1e3d7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "DELETE /networking/v2.0/ports/47d4c7fb-4320-44f1-8f93-b2a672d8d322 HTTP/1.1" status: 204 len: 173 time: 0.5923474 Sep 12 14:16:25.391618 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'name': 'network-vif-deleted', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:25.395143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47126caf-800b-44c1-95f4-f6a4f48fb240" -d '{"events": [{"server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "name": "network-vif-deleted", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:25.405282 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:25.433268 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:16:25.442629 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:25.443879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.544807 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ed712-8145-47e6-98d5-74d9b6a0a970 req-2c4b1285-1cf0-41b7-8e50-92bc47b5a68b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:25.550716 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4c8ed712-8145-47e6-98d5-74d9b6a0a970 req-2c4b1285-1cf0-41b7-8e50-92bc47b5a68b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.1718297 Sep 12 14:16:25.602263 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:25.621097 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0335951 Sep 12 14:16:25.656831 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.658850 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.660029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.660719 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.661821 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.661821 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.662412 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.663058 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.663672 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.665695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b68ff79-34b9-465e-b701-4438d3848cf2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:25.690747 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d570921-73d0-415d-b94a-31922fdcb887 req-8cdff9c9-0447-4791-bc73-199d3950a151 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:25.709578 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d570921-73d0-415d-b94a-31922fdcb887 req-8cdff9c9-0447-4791-bc73-199d3950a151 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.2774541 Sep 12 14:16:25.717335 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-4921fd22-a455-4f69-bc0d-b0998b430119 None None] Provisioning complete for port c158483b-3937-4578-983a-bbaad6989bb8 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:25.717940 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4921fd22-a455-4f69-bc0d-b0998b430119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (c158483b-3937-4578-983a-bbaad6989bb8), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:25.778684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4c8ed712-8145-47e6-98d5-74d9b6a0a970 req-fa4fb2b3-36eb-4077-a269-108aeeaf7632 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612613 Sep 12 14:16:25.787972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:25.797525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:25.803152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-4921fd22-a455-4f69-bc0d-b0998b430119 None None] Port c158483b-3937-4578-983a-bbaad6989bb8 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:16:25.811457 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d570921-73d0-415d-b94a-31922fdcb887 req-f6c6810b-bd1c-4e64-b523-cc523d9fc4ae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 Sep 12 14:16:25.871790 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b48f6f7-538a-4698-a798-e9b325e3f955 x-openstack-request-id: req-8b48f6f7-538a-4698-a798-e9b325e3f955 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:25.872296 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673ee208-578b-46e3-b4e0-ebd0ad4f57d6", "name": "network-vif-deleted", "tag": "47d4c7fb-4320-44f1-8f93-b2a672d8d322", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:25.872378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b48f6f7-538a-4698-a798-e9b325e3f955 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:25.872824 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b48f6f7-538a-4698-a798-e9b325e3f955'] response: {'server_uuid': '673ee208-578b-46e3-b4e0-ebd0ad4f57d6', 'name': 'network-vif-deleted', 'tag': '47d4c7fb-4320-44f1-8f93-b2a672d8d322', 'status': 'completed', 'code': 200} Sep 12 14:16:26.238899 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f95a0589-b201-4e8c-a67a-08d5c0be086e req-3cf73c1a-b306-4eaa-8633-952859287867 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Sep 12 14:16:26.939226 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a90e-0e9f-4988-9267-98e5ad0758e9 req-bce9ae92-4386-4a9f-bf92-084a6e09acef tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:26.946083 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8580a90e-0e9f-4988-9267-98e5ad0758e9 req-bce9ae92-4386-4a9f-bf92-084a6e09acef tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0616231 Sep 12 14:16:27.015497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0f52-fdbb-4029-863f-6aa805b99225 req-d6293845-1e70-462e-8a08-8a031090f15a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:27.017836 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f6e0f52-fdbb-4029-863f-6aa805b99225 req-d6293845-1e70-462e-8a08-8a031090f15a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0684345 Sep 12 14:16:27.045325 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8580a90e-0e9f-4988-9267-98e5ad0758e9 req-194db1fc-4a47-4d3d-93e6-53b5c4e98b8f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983641 Sep 12 14:16:27.082921 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f6e0f52-fdbb-4029-863f-6aa805b99225 req-ceaac24b-4c91-42dc-be04-17a7f688eb73 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564780 Sep 12 14:16:27.345836 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cc101c97-ce0b-47bd-b156-1dbf14461cd4 req-cc8c4a0d-b00a-4c47-a3b2-416c26b836dc tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Sep 12 14:16:28.229680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f16cdb-5122-45d3-a220-f30892a6db3f req-9c7e1e67-fc0a-4c0b-8a24-e37b3acd9da0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:28.231513 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95f16cdb-5122-45d3-a220-f30892a6db3f req-9c7e1e67-fc0a-4c0b-8a24-e37b3acd9da0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0866396 Sep 12 14:16:28.244371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e339-88e8-45b1-9daa-82a9fdfa7aac req-a646a00c-5e6a-4560-8563-e484b7de43c5 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:28.256489 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82c3e339-88e8-45b1-9daa-82a9fdfa7aac req-a646a00c-5e6a-4560-8563-e484b7de43c5 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0999789 Sep 12 14:16:28.316123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:28.322977 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-95f16cdb-5122-45d3-a220-f30892a6db3f req-ea3349a3-a649-4985-b424-a14c9ba1d806 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856340 Sep 12 14:16:28.352438 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82c3e339-88e8-45b1-9daa-82a9fdfa7aac req-682691d8-5908-4d17-b0eb-de2cc8e1b29d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612059 Sep 12 14:16:28.452799 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b0c24304-d059-4f1f-8fb6-734dfd1ddf65 req-56d8a6cd-e0c2-4369-a1cb-2fba9c467d69 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0287800 Sep 12 14:16:29.499599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b993d-562e-4ce3-bb19-0fbbe89e3d26 req-e193e6c5-69be-40a5-84c2-a3e79c3d9e09 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:29.507483 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-125b993d-562e-4ce3-bb19-0fbbe89e3d26 req-e193e6c5-69be-40a5-84c2-a3e79c3d9e09 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0938575 Sep 12 14:16:29.578959 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54921b67-34f7-45f1-bf5e-914a8fed59ed req-6ed6b7a8-bd08-42f1-8bc6-3a37ef0b056d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:29.580504 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-54921b67-34f7-45f1-bf5e-914a8fed59ed req-6ed6b7a8-bd08-42f1-8bc6-3a37ef0b056d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0986767 Sep 12 14:16:29.606701 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-125b993d-562e-4ce3-bb19-0fbbe89e3d26 req-0aa82a7f-b439-4090-94af-88878f2b2d96 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982575 Sep 12 14:16:29.651037 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-54921b67-34f7-45f1-bf5e-914a8fed59ed req-218a2130-bb67-4fbd-add4-6d338ee2bae8 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618544 Sep 12 14:16:29.691287 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 47d4c7fb-4320-44f1-8f93-b2a672d8d322 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:16:29.713095 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 47d4c7fb-4320-44f1-8f93-b2a672d8d322 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:16:29.713435 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 47d4c7fb-4320-44f1-8f93-b2a672d8d322 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:16:29.721928 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a8a3e15c-05f0-4c56-bd61-ea5322cabbd2 req-d1964ea1-79d1-45c6-bb3a-d6f8762d573c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Sep 12 14:16:31.026135 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f61ae-7d9f-4108-8fb2-72306de022ce req-9a10e6dc-ae47-4ba8-a4d3-01651e462798 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:31.027746 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9d1f61ae-7d9f-4108-8fb2-72306de022ce req-9a10e6dc-ae47-4ba8-a4d3-01651e462798 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.3341184 Sep 12 14:16:31.047355 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb410-b053-4a61-8e0c-5aae67da5dca req-5508470b-b975-4cf0-b0d9-6a7febea457e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:31.048876 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2c5bb410-b053-4a61-8e0c-5aae67da5dca req-5508470b-b975-4cf0-b0d9-6a7febea457e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.3108819 Sep 12 14:16:31.115826 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9d1f61ae-7d9f-4108-8fb2-72306de022ce req-dde65132-2dda-4edf-bec0-e154cc661766 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822301 Sep 12 14:16:31.122788 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2c5bb410-b053-4a61-8e0c-5aae67da5dca req-48c22a22-a04c-4a46-96a0-cc5bd956a050 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661728 Sep 12 14:16:31.226986 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b7f27c-03b6-4e8f-95fe-356f45e50194 req-3b96b005-407b-41cb-8b55-a089ea66120f tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0292926 Sep 12 14:16:32.281161 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5f7df-59bf-4591-b321-3c4d214e9c78 req-d20b1d37-f6f4-4960-870c-8107f4035e67 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:32.282914 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d6f5f7df-59bf-4591-b321-3c4d214e9c78 req-d20b1d37-f6f4-4960-870c-8107f4035e67 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0852189 Sep 12 14:16:32.316412 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944528a1-1ae7-4a33-bb14-88882362c2c1 req-99c414c0-8919-4a1d-adee-ff99b115b386 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:32.318289 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-944528a1-1ae7-4a33-bb14-88882362c2c1 req-99c414c0-8919-4a1d-adee-ff99b115b386 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0884349 Sep 12 14:16:32.369569 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d6f5f7df-59bf-4591-b321-3c4d214e9c78 req-51a7d9a3-8cc3-4de3-9b0a-f8ee53e0a7fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810812 Sep 12 14:16:32.397196 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-944528a1-1ae7-4a33-bb14-88882362c2c1 req-f4a42c59-4886-459a-b6aa-0a06ae39f55c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Sep 12 14:16:32.485852 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a3852353-5794-4b70-932c-d1c5b1ad5edb req-534bc99c-e016-4526-967c-759f245ccabd tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0292227 Sep 12 14:16:33.067150 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8b734415-74fd-42d5-b736-7bb3d7acd210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:33.527724 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:33.537332 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9757df-f65d-4ac6-85bc-3664cebbc979 req-721b0501-efe7-4d2f-998c-618d4f698e81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:33.538855 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d9757df-f65d-4ac6-85bc-3664cebbc979 req-721b0501-efe7-4d2f-998c-618d4f698e81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0809703 Sep 12 14:16:33.558952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63757f39-9752-4cc7-8388-4acfbdda8d49 req-f7f2ebf2-5283-4643-b98d-4e49709fcf12 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:33.560356 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63757f39-9752-4cc7-8388-4acfbdda8d49 req-f7f2ebf2-5283-4643-b98d-4e49709fcf12 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0688717 Sep 12 14:16:33.626910 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d9757df-f65d-4ac6-85bc-3664cebbc979 req-5743b93a-ce56-46b9-a03c-994851e458be tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782545 Sep 12 14:16:33.636596 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63757f39-9752-4cc7-8388-4acfbdda8d49 req-3c6db473-4e61-46f4-bfe4-6d06a1e5e502 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684681 Sep 12 14:16:33.737457 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8c16b475-5f6e-4c3d-9302-20b7af10062e req-926e61e7-faca-4d23-9a7b-acc9b20ce319 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0288520 Sep 12 14:16:34.375368 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Request body: {'port': {'device_id': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:34.441717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:34.563224 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:34.596419 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:34.597651 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=39 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:34.716280 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c158483b-3937-4578-983a-bbaad6989bb8 {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:16:34.725844 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks [] for port (c158483b-3937-4578-983a-bbaad6989bb8), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:34.794238 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Transition to ACTIVE for port object c158483b-3937-4578-983a-bbaad6989bb8 will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:16:34.802643 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:34.818710 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271bc06-6ff0-46f9-accc-dd950b75ea1d req-94a37bdd-3a88-4e79-806d-743486e2ca02 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:34.820218 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5271bc06-6ff0-46f9-accc-dd950b75ea1d req-94a37bdd-3a88-4e79-806d-743486e2ca02 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 931 time: 0.0965829 Sep 12 14:16:34.825724 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1f119-ae47-4de1-a0bd-833264a75dda req-5c39140f-6fc8-45b6-8af5-3c95d3309d16 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:34.827077 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a2b1f119-ae47-4de1-a0bd-833264a75dda req-5c39140f-6fc8-45b6-8af5-3c95d3309d16 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0890429 Sep 12 14:16:34.916480 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:34.959977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Attempting to bind port c158483b-3937-4578-983a-bbaad6989bb8 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:34.960311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Attempting to bind port c158483b-3937-4578-983a-bbaad6989bb8 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:34.960635 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Attempting to bind port c158483b-3937-4578-983a-bbaad6989bb8 on network c4f97835-1b03-495e-a09a-05ede27a9ab6 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:34.986407 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5271bc06-6ff0-46f9-accc-dd950b75ea1d req-490afc2b-31be-4e49-8017-2c76acc4f2c0 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426408 Sep 12 14:16:34.991013 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a2b1f119-ae47-4de1-a0bd-833264a75dda req-afe94472-3be6-47ed-bc45-9ecb2e19b33a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442986 Sep 12 14:16:35.014714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Port c158483b-3937-4578-983a-bbaad6989bb8 on network c4f97835-1b03-495e-a09a-05ede27a9ab6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:16:35.015250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Attempting to bind port c158483b-3937-4578-983a-bbaad6989bb8 on network c4f97835-1b03-495e-a09a-05ede27a9ab6 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:35.073856 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:35.074248 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Checking segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:35.074939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Bound using segment: {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:35.075388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Bound port: c158483b-3937-4578-983a-bbaad6989bb8, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60eb1b33-e113-4c0e-a378-90a1d3ce1c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:35.075900 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:35.114071 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:35.132334 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3f1a6cc5-265a-40cb-9fd5-e52eb086de20 req-05f461e0-5ca1-43b2-a6c1-7f15f7b11cb9 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=673ee208-578b-46e3-b4e0-ebd0ad4f57d6 HTTP/1.1" status: 200 len: 210 time: 0.0525486 Sep 12 14:16:35.185436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:35.190543 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:35.197492 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:35.202673 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.203842 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:35.205287 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 1093 time: 0.8343740 Sep 12 14:16:35.208117 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:35.210610 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b8d33-0e6d-407c-a5d1-5ad66d590a98" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:35.252595 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d8d635-3f69-4c11-97fb-49a9ebe027e9 x-openstack-request-id: req-84d8d635-3f69-4c11-97fb-49a9ebe027e9 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:35.252990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:35.253342 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84d8d635-3f69-4c11-97fb-49a9ebe027e9 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:35.253840 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d8d635-3f69-4c11-97fb-49a9ebe027e9'] response: {'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:16:35.280242 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-da0c8336-0071-4598-b643-82b95b83f330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:35.299834 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded15e-685d-4a14-97ef-f0a4be4d6184 service neutron] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:35.314202 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-93610adb-8dce-4bf5-9bf9-3e95b61672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.315741 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-93610adb-8dce-4bf5-9bf9-3e95b61672e3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1127 time: 0.0450840 Sep 12 14:16:35.316459 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=35 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:35.328200 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=63,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:35.363226 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-b3e61afc-31e2-4e9c-aac7-af0692c28f5e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 217 time: 0.0388198 Sep 12 14:16:35.413822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-00f4a27f-4b48-421f-a4fc-22cf4ba331c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.415462 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-00f4a27f-4b48-421f-a4fc-22cf4ba331c9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0459516 Sep 12 14:16:35.460875 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-b83ae3df-774c-425b-84fe-396c03cf19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.462367 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-b83ae3df-774c-425b-84fe-396c03cf19e9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406613 Sep 12 14:16:35.529875 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:35.559054 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-7fd9c1ee-9117-46b1-be4f-6b433345d9fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892315 Sep 12 14:16:35.826337 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-2cb34f38-8b39-419a-88b4-83e93bc7091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.827966 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-2cb34f38-8b39-419a-88b4-83e93bc7091b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 1127 time: 0.0696962 Sep 12 14:16:35.837513 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0dc01fbb-1f5a-4e79-b9f2-3afa21c9fc59 req-faa240a2-1921-4e2d-9383-8e671263c6a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910482 Sep 12 14:16:35.896975 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-feae09e5-618d-4c42-b2e6-f762eb0dcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:35.898531 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-feae09e5-618d-4c42-b2e6-f762eb0dcd43 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1127 time: 0.0396912 Sep 12 14:16:36.132851 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c9a7f-8876-4cd7-8b4d-4f1f4ef97a2b req-63de822f-54e1-4eb2-96c5-d74671c949ca tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:36.134201 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b4c9a7f-8876-4cd7-8b4d-4f1f4ef97a2b req-63de822f-54e1-4eb2-96c5-d74671c949ca tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 943 time: 0.0719259 Sep 12 14:16:36.155032 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c383-6394-4b2d-a8fa-9843eb9261a9 req-d149d8ea-12c7-447e-abae-ac438a3c0c72 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:36.156405 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2328c383-6394-4b2d-a8fa-9843eb9261a9 req-d149d8ea-12c7-447e-abae-ac438a3c0c72 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0641358 Sep 12 14:16:36.216920 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b4c9a7f-8876-4cd7-8b4d-4f1f4ef97a2b req-ee015ef0-90f3-4a1a-8f46-71dd95e74d2c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753303 Sep 12 14:16:36.231440 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2328c383-6394-4b2d-a8fa-9843eb9261a9 req-f0447c63-2e3b-4086-9a24-68705c87d314 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656278 Sep 12 14:16:36.603344 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:37.363669 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392dea9-d823-4281-8e23-79bc026d4e18 req-d28c6d2d-68c9-4780-b753-20748fee0114 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:37.365151 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d392dea9-d823-4281-8e23-79bc026d4e18 req-d28c6d2d-68c9-4780-b753-20748fee0114 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 943 time: 0.0741384 Sep 12 14:16:37.391230 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479da22a-9de5-4b21-b6b5-a0aae54655af req-27d2fcb0-4693-4148-b9ea-10e2c0fba98b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:37.392664 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-479da22a-9de5-4b21-b6b5-a0aae54655af req-27d2fcb0-4693-4148-b9ea-10e2c0fba98b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0713429 Sep 12 14:16:37.438864 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d392dea9-d823-4281-8e23-79bc026d4e18 req-da8ecc42-bdc2-4cee-8672-022040ccb9f4 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Sep 12 14:16:37.464481 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-479da22a-9de5-4b21-b6b5-a0aae54655af req-13850a92-ec2e-43f9-b265-b7561f81a7be tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612919 Sep 12 14:16:38.145994 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:38.301469 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:38.552559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:38.569296 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ea1ea-cb80-4c2e-b914-1bd0adb2d1fe req-5acead21-eb49-46cc-9b11-e6a7c1d62682 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:38.570743 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-662ea1ea-cb80-4c2e-b914-1bd0adb2d1fe req-5acead21-eb49-46cc-9b11-e6a7c1d62682 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 943 time: 0.0606952 Sep 12 14:16:38.617096 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d438-3eca-4f1a-8bac-f3cbc2110c15 req-bac39f3c-ac59-424e-ba61-d495b3135669 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:38.618539 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20c9d438-3eca-4f1a-8bac-f3cbc2110c15 req-bac39f3c-ac59-424e-ba61-d495b3135669 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0692763 Sep 12 14:16:38.661325 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-662ea1ea-cb80-4c2e-b914-1bd0adb2d1fe req-33f74e10-b699-4a1c-a98d-d9aa77332f67 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739179 Sep 12 14:16:38.683318 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20c9d438-3eca-4f1a-8bac-f3cbc2110c15 req-c32f691f-178d-4476-8fd4-dbddecdb8243 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587592 Sep 12 14:16:39.370958 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-9a9241b1-0405-4e15-a74c-869683694e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.372428 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-9a9241b1-0405-4e15-a74c-869683694e0d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1127 time: 0.0420568 Sep 12 14:16:39.418829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-e3d264ae-1841-4009-b9f3-e65ea7f25715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.420303 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-e3d264ae-1841-4009-b9f3-e65ea7f25715 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.0902681 Sep 12 14:16:39.463557 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-53f20528-23bb-47b8-a492-7ba5f4e39a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.465040 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-53f20528-23bb-47b8-a492-7ba5f4e39a87 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.0850148 Sep 12 14:16:39.481376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-9fd02ce2-73ec-40e4-a300-598fd05091e5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 998 time: 0.0542974 Sep 12 14:16:39.507321 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-d7cdefb8-1018-47ef-8059-86c963fe855e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 217 time: 0.0349739 Sep 12 14:16:39.534464 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-41c2c16b-e96d-4156-b34c-2d0558e6fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.536022 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-41c2c16b-e96d-4156-b34c-2d0558e6fef0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0486021 Sep 12 14:16:39.558932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-8b8ec135-2a25-4bbf-b0ce-bbe7a986f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.560393 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-8b8ec135-2a25-4bbf-b0ce-bbe7a986f8cd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0452917 Sep 12 14:16:39.580996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-061bee44-93e3-4fb2-98f8-20b8bb94d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.582494 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-061bee44-93e3-4fb2-98f8-20b8bb94d468 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399449 Sep 12 14:16:39.610320 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-c4216d47-2336-4d66-a573-2825aec34e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.611850 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-c4216d47-2336-4d66-a573-2825aec34e67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426004 Sep 12 14:16:39.683541 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-9ba6f6f5-ec6f-45db-a61d-3d986cc6f933 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940702 Sep 12 14:16:39.700021 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device c158483b-3937-4578-983a-bbaad6989bb8 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:16:39.712439 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-c4f95025-fbad-4e08-9a4b-ef8cda576ab4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928349 Sep 12 14:16:39.790498 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:39.793479 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-6fbf619d-2220-4429-a3dc-671389db6d22 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030388 Sep 12 14:16:39.849521 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:39.864905 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'c158483b-3937-4578-983a-bbaad6989bb8', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'port_id': 'c158483b-3937-4578-983a-bbaad6989bb8', 'mac_address': 'fa:16:3e:8d:83:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:16:39.871021 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-004b8d33-0e6d-407c-a5d1-5ad66d590a98 req-995eb786-8415-4e54-ba2d-e4839e35bceb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519103 Sep 12 14:16:39.884982 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8438c-4538-4030-b735-ec4829f85888 req-a4bbe081-ccb6-4407-b4ee-eba6f47b72ee tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.886389 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3a8438c-4538-4030-b735-ec4829f85888 req-a4bbe081-ccb6-4407-b4ee-eba6f47b72ee tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 943 time: 0.0919275 Sep 12 14:16:39.897458 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08e6b9-80b4-4836-87b0-ff27e9de02d1 req-63d8d76e-beb4-4e18-86c8-13135d16cb8e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:39.899017 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cc08e6b9-80b4-4836-87b0-ff27e9de02d1 req-63d8d76e-beb4-4e18-86c8-13135d16cb8e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0733466 Sep 12 14:16:39.907506 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port c158483b-3937-4578-983a-bbaad6989bb8 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:39.907890 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:39.923535 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c158483b-3937-4578-983a-bbaad6989bb8 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:16:39.946589 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:39.951528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:39.975418 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b3a8438c-4538-4030-b735-ec4829f85888 req-920d015e-9bc2-44fc-95a6-eea17dece443 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753355 Sep 12 14:16:39.983277 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cc08e6b9-80b4-4836-87b0-ff27e9de02d1 req-e75ad58c-1f1e-4c34-8332-d79396cb564b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763524 Sep 12 14:16:40.003919 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:40.267208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:16:41.145684 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720ca3d-b40e-4a05-8a78-76a8b29f92ef req-a86aa12b-82d7-495b-ad62-fce04b976c5e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:41.151426 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e720ca3d-b40e-4a05-8a78-76a8b29f92ef req-a86aa12b-82d7-495b-ad62-fce04b976c5e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 944 time: 0.0858512 Sep 12 14:16:41.170704 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c318-c334-407e-a215-b6bc53f91324 req-4b6eef7f-484a-4b30-befa-928aadd58502 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:41.172487 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-df50c318-c334-407e-a215-b6bc53f91324 req-4b6eef7f-484a-4b30-befa-928aadd58502 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0784359 Sep 12 14:16:41.235845 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e720ca3d-b40e-4a05-8a78-76a8b29f92ef req-152e8ec3-a785-4fd6-beda-79476624ce37 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807521 Sep 12 14:16:41.249597 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-df50c318-c334-407e-a215-b6bc53f91324 req-a91e9817-b5f4-413c-af1c-b4724dfc3c59 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695412 Sep 12 14:16:42.364119 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:42.391972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dd46a-17a4-40fa-b714-4460cbb4b8ab req-f257ed66-9daa-4b46-bee2-3b96717363ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:42.393332 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a87dd46a-17a4-40fa-b714-4460cbb4b8ab req-f257ed66-9daa-4b46-bee2-3b96717363ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 944 time: 0.0782142 Sep 12 14:16:42.451388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79205f40-f151-47f5-bdca-32c93e3f7fe6 req-e45d9641-f05d-40ac-b6ae-c9ca52c70a77 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:42.451388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-79205f40-f151-47f5-bdca-32c93e3f7fe6 req-e45d9641-f05d-40ac-b6ae-c9ca52c70a77 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0912287 Sep 12 14:16:42.492621 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a87dd46a-17a4-40fa-b714-4460cbb4b8ab req-dfabaee1-6297-494f-8999-a1a383f8647b tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Sep 12 14:16:42.534694 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-79205f40-f151-47f5-bdca-32c93e3f7fe6 req-d3d9bd4e-2613-46b6-9733-93878939e08b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808742 Sep 12 14:16:43.648746 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ac71-4d7a-4f9d-a082-f1db3c17b6b8 req-3beb5bbb-1d8b-46a9-955b-653ac456867c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:43.654642 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0113ac71-4d7a-4f9d-a082-f1db3c17b6b8 req-3beb5bbb-1d8b-46a9-955b-653ac456867c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 944 time: 0.0725110 Sep 12 14:16:43.701311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6559ab6-144b-45d7-bd50-0a2aed21813d req-80d10c3f-9c11-463a-9e2d-02488074658e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:43.702790 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6559ab6-144b-45d7-bd50-0a2aed21813d req-80d10c3f-9c11-463a-9e2d-02488074658e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0723312 Sep 12 14:16:43.748423 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0113ac71-4d7a-4f9d-a082-f1db3c17b6b8 req-fbae9ea0-2ffe-4500-be32-46cceb268496 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Sep 12 14:16:43.782520 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6559ab6-144b-45d7-bd50-0a2aed21813d req-54d2f021-0f47-4a5d-b81d-1a0334434fb5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695086 Sep 12 14:16:43.935212 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device c158483b-3937-4578-983a-bbaad6989bb8 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:16:43.979505 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port c158483b-3937-4578-983a-bbaad6989bb8 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:16:43.987395 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port c158483b-3937-4578-983a-bbaad6989bb8 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:16:43.987773 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (c158483b-3937-4578-983a-bbaad6989bb8), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:44.012962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:44.024661 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:44.069454 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port c158483b-3937-4578-983a-bbaad6989bb8 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:44.069839 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:44.092515 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:44.097035 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25960971-6dbd-4c36-9903-d09feb7979d2" -d '{"events": [{"server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "name": "network-vif-plugged", "status": "completed", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:44.108710 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:44.117550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:44.155157 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4644621-dedb-4d31-a9b4-d5bf39eb102d x-openstack-request-id: req-a4644621-dedb-4d31-a9b4-d5bf39eb102d {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:44.155465 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "name": "network-vif-plugged", "status": "completed", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:44.155687 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4644621-dedb-4d31-a9b4-d5bf39eb102d {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:44.156077 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4644621-dedb-4d31-a9b4-d5bf39eb102d'] response: {'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'code': 200} Sep 12 14:16:44.182217 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:44.896123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbdd4-d8ee-457e-a9b3-17fdc39afc59 req-30d323a1-44e5-4b13-897a-1f0f62dd7a04 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:44.897622 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a24fbdd4-d8ee-457e-a9b3-17fdc39afc59 req-30d323a1-44e5-4b13-897a-1f0f62dd7a04 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0664017 Sep 12 14:16:44.947957 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf02e5-5b7b-4828-85ce-b6fe2a5b9c1e req-a3c78abc-c722-46ed-b1f3-02fd7a4250e5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:44.949446 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdf02e5-5b7b-4828-85ce-b6fe2a5b9c1e req-a3c78abc-c722-46ed-b1f3-02fd7a4250e5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0733476 Sep 12 14:16:44.993391 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a24fbdd4-d8ee-457e-a9b3-17fdc39afc59 req-7bbe4110-e573-46cb-96b9-d973c5c16331 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786707 Sep 12 14:16:45.023670 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0cdf02e5-5b7b-4828-85ce-b6fe2a5b9c1e req-fbb4b203-96aa-40ca-9c6a-fade1adbe36e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676603 Sep 12 14:16:45.384331 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-71410909-fbad-4f56-aab5-662219b7cfaa tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:45.385793 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-71410909-fbad-4f56-aab5-662219b7cfaa tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 200 len: 814 time: 0.1141484 Sep 12 14:16:45.399465 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:45.402671 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-f974006b-98c9-4fbd-8596-ee46af20004a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/quotas/34866fb3f98042d38c922bf3552c4e69 HTTP/1.1" status: 200 len: 375 time: 0.0110760 Sep 12 14:16:45.436786 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-3103532c-a0ef-430a-8f22-9df7684efdc1 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283811 Sep 12 14:16:45.540210 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-e0dc4f41-724a-4b1e-ac2e-7c8e5e1e17d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959492 Sep 12 14:16:45.638384 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4fba7b46-34f9-4b31-9680-b524f2ffff5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921493 Sep 12 14:16:45.885394 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-43e5baa0-5537-4180-8f6b-b40c7cc3db88 req-b2062bd2-0492-41f4-9574-515619aafc64 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0781353 Sep 12 14:16:46.196693 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498600-c1ee-4dcf-932d-2baf996f3528 req-9befb3e6-44e5-478e-9bae-8066e06de1f7 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:46.198213 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-38498600-c1ee-4dcf-932d-2baf996f3528 req-9befb3e6-44e5-478e-9bae-8066e06de1f7 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0892730 Sep 12 14:16:46.213351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23060ae-fee3-4749-ae7a-01017c5a95fe req-d3d7da0e-d0fe-43fb-a1ee-62e4eb8305bd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:46.215143 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a23060ae-fee3-4749-ae7a-01017c5a95fe req-d3d7da0e-d0fe-43fb-a1ee-62e4eb8305bd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0693793 Sep 12 14:16:46.268880 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:46.284387 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-38498600-c1ee-4dcf-932d-2baf996f3528 req-c2aac9f5-6c24-44a0-90f7-da7ee14f53c1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Sep 12 14:16:46.343080 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a23060ae-fee3-4749-ae7a-01017c5a95fe req-00717d5d-0068-4cd9-a459-1040cd21f34e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942733 Sep 12 14:16:47.020715 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a886966-2a07-4514-9b90-29079f9617ba req-1e711364-8698-4ba4-9068-be532e610671 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Sep 12 14:16:47.406014 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff3800-60da-484c-9cc6-ce82835c64c0 req-90a9bb85-4828-40ef-ac77-21779ccc3961 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:47.408929 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1aff3800-60da-484c-9cc6-ce82835c64c0 req-90a9bb85-4828-40ef-ac77-21779ccc3961 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0508878 Sep 12 14:16:47.459542 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1aff3800-60da-484c-9cc6-ce82835c64c0 req-cbee5576-e842-4852-8c6f-57f67cbcd155 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Sep 12 14:16:47.581063 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042c60f-f456-4a3e-8ff5-d8e7e4c42b2a req-13ac19ee-1e1a-49fd-8a9c-65d06c6ece7b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:47.582479 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a042c60f-f456-4a3e-8ff5-d8e7e4c42b2a req-13ac19ee-1e1a-49fd-8a9c-65d06c6ece7b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0496364 Sep 12 14:16:47.633593 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a042c60f-f456-4a3e-8ff5-d8e7e4c42b2a req-ca66553a-715b-436f-ac28-6a66243a5f28 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454872 Sep 12 14:16:48.142810 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d66e6c22-f339-41ee-bd88-64339ed46b25 req-deec75b8-a906-49bd-adbf-a953d30ba56d tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0434403 Sep 12 14:16:48.587571 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8bad-93b9-453a-a0ec-35784ccb3fdb req-39e6a4e4-37eb-40ea-80b5-111f55d765c3 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:48.589071 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-163d8bad-93b9-453a-a0ec-35784ccb3fdb req-39e6a4e4-37eb-40ea-80b5-111f55d765c3 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Sep 12 14:16:48.638540 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-163d8bad-93b9-453a-a0ec-35784ccb3fdb req-ef925a21-4344-487e-a232-512cada8a9b6 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Sep 12 14:16:48.722098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:48.764575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828d96-0703-44d9-aef5-afc15e6fb8d3 req-81e07a8e-1a4e-4c09-9b56-e78dcdb3904a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:48.766152 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-53828d96-0703-44d9-aef5-afc15e6fb8d3 req-81e07a8e-1a4e-4c09-9b56-e78dcdb3904a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0492692 Sep 12 14:16:48.815386 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-53828d96-0703-44d9-aef5-afc15e6fb8d3 req-b78e7585-397b-4c05-9019-87bfde7f9986 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Sep 12 14:16:49.237880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c3c43c4a-8ecc-4b33-b725-ab69a087c092 req-f319d687-28f6-4a8d-892b-213de49bf248 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0301034 Sep 12 14:16:49.761822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3d65-fd49-4803-9337-51cfa9972a70 req-bae2b813-a249-49ba-a108-801054102984 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:49.763288 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1b8d3d65-fd49-4803-9337-51cfa9972a70 req-bae2b813-a249-49ba-a108-801054102984 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0462887 Sep 12 14:16:49.809044 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1b8d3d65-fd49-4803-9337-51cfa9972a70 req-e2a955b5-5f7e-4b30-a56a-ef0b8409dff2 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Sep 12 14:16:49.829380 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=37 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:49.866888 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=56 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:49.941516 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222af60-3f3e-4f7b-9b40-0c0afea44f23 req-b8e08cf5-7fb0-4c8d-ad55-5f8cd93d3055 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:49.942867 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c222af60-3f3e-4f7b-9b40-0c0afea44f23 req-b8e08cf5-7fb0-4c8d-ad55-5f8cd93d3055 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0450919 Sep 12 14:16:49.993897 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c222af60-3f3e-4f7b-9b40-0c0afea44f23 req-53e3df7d-0b1e-44ef-a4cf-38fcd208cdda tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454843 Sep 12 14:16:50.060133 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c68d-d0f9-4ce0-8913-72c708d34933 req-2b5c2b1b-2fbe-469f-a259-1a0f1d9e6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:50.061765 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80f7c68d-d0f9-4ce0-8913-72c708d34933 req-2b5c2b1b-2fbe-469f-a259-1a0f1d9e6afe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1129 time: 0.0429664 Sep 12 14:16:50.109543 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-80f7c68d-d0f9-4ce0-8913-72c708d34933 req-c0d892dd-3348-40a4-b6a7-2c013878dbf9 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Sep 12 14:16:50.342364 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-10af7a08-ea6f-4c5f-af75-9d9d36ed3ebb req-98e1e134-e07b-4cd3-a809-5ef4a2c30f88 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0310380 Sep 12 14:16:50.911296 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:50.927586 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c42ac-5e14-4b8e-8456-48dcca113d64 req-5061efd9-32f0-4826-b9af-9fc0f5772714 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:50.929048 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f87c42ac-5e14-4b8e-8456-48dcca113d64 req-5061efd9-32f0-4826-b9af-9fc0f5772714 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0477822 Sep 12 14:16:50.976751 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f87c42ac-5e14-4b8e-8456-48dcca113d64 req-ce652f22-e3ca-46a3-844e-0a17dc0fc195 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Sep 12 14:16:51.117833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b812e0-0223-4453-80b1-e4f1ad6eb8fe req-d6b62878-01d3-4b01-b6cf-8b74fbb10710 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:51.119208 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-56b812e0-0223-4453-80b1-e4f1ad6eb8fe req-d6b62878-01d3-4b01-b6cf-8b74fbb10710 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0456219 Sep 12 14:16:51.164962 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-56b812e0-0223-4453-80b1-e4f1ad6eb8fe req-78411d21-4775-4a8b-be00-dac415116e0c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Sep 12 14:16:51.453388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-621ed7be-7915-40a0-8758-8eb30643a394 req-b075d266-284e-4ca1-9665-9a0955f9cb04 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0350940 Sep 12 14:16:51.950610 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-7162001d-a096-463c-9b6a-4bab61685819 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:51.952060 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-7162001d-a096-463c-9b6a-4bab61685819 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 200 len: 814 time: 0.1008065 Sep 12 14:16:51.965579 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Request body: {'port': {'device_id': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8', 'admin_state_up': True, 'tenant_id': '34866fb3f98042d38c922bf3552c4e69'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:52.077614 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Made reservation on behalf of 34866fb3f98042d38c922bf3552c4e69 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:16:52.082072 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.101148 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f828c-e674-4acd-b62b-1caefa34ba73 req-b0290494-a49d-43d6-b1d5-cedbd8da7bd0 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.102755 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-832f828c-e674-4acd-b62b-1caefa34ba73 req-b0290494-a49d-43d6-b1d5-cedbd8da7bd0 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Sep 12 14:16:52.151957 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-832f828c-e674-4acd-b62b-1caefa34ba73 req-74591eb4-bacd-4952-b265-51a02e18b6d4 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Sep 12 14:16:52.213894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Allocated IP 172.20.0.6 (a8d56a03-43b5-4483-b95f-c332a61e44c8/db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f/707f49d3-a873-4bc2-9e47-7281fb27da2b) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:16:52.306794 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:52.315545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285731ba-6c37-421d-a44e-affb81c76ff4 req-926ccc31-42ea-468b-901a-dcb4c7a4a41a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.317017 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-285731ba-6c37-421d-a44e-affb81c76ff4 req-926ccc31-42ea-468b-901a-dcb4c7a4a41a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0871160 Sep 12 14:16:52.323586 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681acfa0-9cc9-4ce0-b0c4-147e7071a792 req-1d2a680a-0a2b-4f3f-b1c6-670b1d45ffa4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.324954 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-681acfa0-9cc9-4ce0-b0c4-147e7071a792 req-1d2a680a-0a2b-4f3f-b1c6-670b1d45ffa4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0665174 Sep 12 14:16:52.368065 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks [] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.398260 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-285731ba-6c37-421d-a44e-affb81c76ff4 req-231b18d4-316e-4811-b17d-d097aad4b4a1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723629 Sep 12 14:16:52.399247 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.401832 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-681acfa0-9cc9-4ce0-b0c4-147e7071a792 req-1341a9a5-cbb5-448a-a72c-9920ea6d31e7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700080 Sep 12 14:16:52.451052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Network a8d56a03-43b5-4483-b95f-c332a61e44c8 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:16:52.452462 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Pushing event updated for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:52.454864 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:16:52.456968 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:16:52.503951 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.504559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.521966 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4e31dcdd-8919-4815-91ea-a6b24162c994 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599196 Sep 12 14:16:52.537737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Request body: {'port': {'device_id': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:16:52.578043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04efb24-3f2b-4ba0-b993-6cd8bbf34d6d req-977bbc52-dbfe-4a8b-ae6f-ae4470f2e84b tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.578656 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f04efb24-3f2b-4ba0-b993-6cd8bbf34d6d req-977bbc52-dbfe-4a8b-ae6f-ae4470f2e84b tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 931 time: 0.0477781 Sep 12 14:16:52.593233 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:52.603293 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:52.604458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.630529 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f04efb24-3f2b-4ba0-b993-6cd8bbf34d6d req-ee20e4d9-0695-41d2-8cdf-39da76c8617d tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Sep 12 14:16:52.769399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42be3e-2c7d-4691-9607-0aea1e769320 req-3f68b432-f213-4eaa-b8a9-2349ea61b626 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:52.770881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6c42be3e-2c7d-4691-9607-0aea1e769320 req-3f68b432-f213-4eaa-b8a9-2349ea61b626 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0496423 Sep 12 14:16:52.818117 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6c42be3e-2c7d-4691-9607-0aea1e769320 req-a9a5a03f-31cd-404a-8d4d-2387ed466445 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Sep 12 14:16:52.881037 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707f49d3-a873-4bc2-9e47-7281fb27da2b {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:16:52.888349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks [] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.901022 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Transition to ACTIVE for port object 707f49d3-a873-4bc2-9e47-7281fb27da2b will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:16:52.904979 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:52.984060 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Pushing event updated for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:53.014355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Attempting to bind port 707f49d3-a873-4bc2-9e47-7281fb27da2b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:16:53.014932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Attempting to bind port 707f49d3-a873-4bc2-9e47-7281fb27da2b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:16:53.015512 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Attempting to bind port 707f49d3-a873-4bc2-9e47-7281fb27da2b on network a8d56a03-43b5-4483-b95f-c332a61e44c8 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:53.059153 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Port 707f49d3-a873-4bc2-9e47-7281fb27da2b on network a8d56a03-43b5-4483-b95f-c332a61e44c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:16:53.059511 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Attempting to bind port 707f49d3-a873-4bc2-9e47-7281fb27da2b on network a8d56a03-43b5-4483-b95f-c332a61e44c8 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:16:53.103154 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:16:53.103494 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Checking segment: {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:16:53.103874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Bound using segment: {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:16:53.104343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Bound port: 707f49d3-a873-4bc2-9e47-7281fb27da2b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd87f5c-1386-4d3d-83a3-45ce00e95279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:16:53.104703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:53.171117 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:16:53.174292 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:16:53.180592 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:53.184730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:53.185336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:53.186695 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/707f49d3-a873-4bc2-9e47-7281fb27da2b HTTP/1.1" status: 200 len: 1093 time: 0.6530566 Sep 12 14:16:53.188481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:16:53.190694 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:16:53.232152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d491df-4485-44e7-a38c-66def9f78c18 x-openstack-request-id: req-59d491df-4485-44e7-a38c-66def9f78c18 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:16:53.232480 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:16:53.232713 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59d491df-4485-44e7-a38c-66def9f78c18 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:16:53.233112 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d491df-4485-44e7-a38c-66def9f78c18'] response: {'name': 'network-changed', 'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b', 'status': 'completed', 'code': 200} Sep 12 14:16:53.268945 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0a246-363d-44cb-a290-6d347eb8483d service neutron] Pushing event updated for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:53.283721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-31cae665-f8e4-4936-9bb3-cb0ecf9b70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:53.285213 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-31cae665-f8e4-4936-9bb3-cb0ecf9b70c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 1127 time: 0.0445087 Sep 12 14:16:53.327053 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4ec7c54a-be40-4d5b-be83-f9ae057fa5c3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b HTTP/1.1" status: 200 len: 217 time: 0.0319505 Sep 12 14:16:53.380089 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528f7-a29a-4265-aee6-f8328654e30b req-0db49164-3528-447d-a008-3285a583fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:53.381503 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-0db49164-3528-447d-a008-3285a583fc64 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f HTTP/1.1" status: 200 len: 854 time: 0.0459700 Sep 12 14:16:53.396848 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:53.414212 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-ff347ef8-257f-4b26-815c-2f0541ab3aab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a8d56a03-43b5-4483-b95f-c332a61e44c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257399 Sep 12 14:16:53.505345 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-4ebf8ff6-619f-412b-b039-4f102ef5dfaf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839946 Sep 12 14:16:53.537736 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f796-94b9-4d66-afb6-68ddcfb67f29 req-d3e6e57e-c9f2-4e73-b096-4bee76240abb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:53.539137 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d367f796-94b9-4d66-afb6-68ddcfb67f29 req-d3e6e57e-c9f2-4e73-b096-4bee76240abb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0466690 Sep 12 14:16:53.586259 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d367f796-94b9-4d66-afb6-68ddcfb67f29 req-144994aa-fe87-4c0b-9500-d5ffc3750c9f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Sep 12 14:16:53.599131 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-26a528f7-a29a-4265-aee6-f8328654e30b req-45e5895a-06a2-46dd-9698-b67103fc3be4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Sep 12 14:16:53.752859 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cb0e3-5281-45d0-a76c-d98b4f129b1d req-22c1277a-fd0c-4717-815a-35e3acf19944 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:53.754332 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f85cb0e3-5281-45d0-a76c-d98b4f129b1d req-22c1277a-fd0c-4717-815a-35e3acf19944 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 943 time: 0.0465643 Sep 12 14:16:53.804280 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f85cb0e3-5281-45d0-a76c-d98b4f129b1d req-54dc3366-721b-4dd3-a38e-a3ed604d7e10 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Sep 12 14:16:54.714885 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350802d4-a3f0-40cc-849e-b75cf2effa88 req-a03fad67-83c6-4b4a-8a6d-d55549c0d521 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:54.716259 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-350802d4-a3f0-40cc-849e-b75cf2effa88 req-a03fad67-83c6-4b4a-8a6d-d55549c0d521 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0468738 Sep 12 14:16:54.762982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-350802d4-a3f0-40cc-849e-b75cf2effa88 req-dc8097b7-73c0-4b3d-9e8f-b501ce5ed53c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Sep 12 14:16:54.864569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-c8a7ac0b-0908-45e4-8063-bf192211f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:54.866064 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-c8a7ac0b-0908-45e4-8063-bf192211f253 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=34866fb3f98042d38c922bf3552c4e69&device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 1127 time: 0.0418913 Sep 12 14:16:54.942177 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eaed1-10bf-45b5-9ba3-61efd29439e1 req-17546f81-22e5-486c-97db-b69971f50c7b tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:54.943691 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-437eaed1-10bf-45b5-9ba3-61efd29439e1 req-17546f81-22e5-486c-97db-b69971f50c7b tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 943 time: 0.0499406 Sep 12 14:16:54.944863 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:54.975617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-f3b47ab9-8dfe-4c35-b9e6-25a886d71d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:54.976995 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-f3b47ab9-8dfe-4c35-b9e6-25a886d71d79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 200 len: 915 time: 0.1039972 Sep 12 14:16:54.994867 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-437eaed1-10bf-45b5-9ba3-61efd29439e1 req-4ba4dec5-bd28-4b9a-a7ff-7bc92a8f33ad tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Sep 12 14:16:55.024096 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-62c9df2f-2ab9-4327-99b7-42db13ba2382 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b HTTP/1.1" status: 200 len: 217 time: 0.0377574 Sep 12 14:16:55.274085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-37a69952-5551-441f-ac1a-c7560b383f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:55.275655 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-37a69952-5551-441f-ac1a-c7560b383f36 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f HTTP/1.1" status: 200 len: 854 time: 0.0519876 Sep 12 14:16:55.724220 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d27ade-2c12-46e1-b483-6c70098e4f5d req-0e80c9ce-2e77-4653-82d6-401b4991b90e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:55.725660 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6d27ade-2c12-46e1-b483-6c70098e4f5d req-0e80c9ce-2e77-4653-82d6-401b4991b90e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0501537 Sep 12 14:16:55.764212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:55.772549 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6d27ade-2c12-46e1-b483-6c70098e4f5d req-f1000648-ef78-4772-929f-834da609b7c6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Sep 12 14:16:55.890325 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0292b-1ed7-4778-a209-1851296e62a1 req-56a73144-ace7-4069-b9b9-0f6ea7927fcd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:55.892294 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bbf0292b-1ed7-4778-a209-1851296e62a1 req-56a73144-ace7-4069-b9b9-0f6ea7927fcd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0457177 Sep 12 14:16:55.940623 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bbf0292b-1ed7-4778-a209-1851296e62a1 req-499aee69-7f58-46d2-af17-5a88c5e2241d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Sep 12 14:16:56.126436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d393196-b1eb-4a05-b53b-2b4a5b275f4c req-36e19588-b26d-49d1-b79e-7306e9dd7626 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:56.127922 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d393196-b1eb-4a05-b53b-2b4a5b275f4c req-36e19588-b26d-49d1-b79e-7306e9dd7626 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 943 time: 0.0494664 Sep 12 14:16:56.173838 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d393196-b1eb-4a05-b53b-2b4a5b275f4c req-75449f93-fe4c-4868-8245-582fc4953252 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Sep 12 14:16:56.391537 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-a3e46356-3dc2-48ce-81c7-fea0d174b667 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=a8d56a03-43b5-4483-b95f-c332a61e44c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347233 Sep 12 14:16:56.880467 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:56.896247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72205dfb-9c42-4b94-9a3c-7ee7df3df02b req-55406867-6e5b-457b-9a5e-cf69f15cf2ec tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:56.897706 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72205dfb-9c42-4b94-9a3c-7ee7df3df02b req-55406867-6e5b-457b-9a5e-cf69f15cf2ec tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0464122 Sep 12 14:16:56.945244 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72205dfb-9c42-4b94-9a3c-7ee7df3df02b req-7d6831ea-d5fa-4167-bc88-9581226655b3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Sep 12 14:16:57.069809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea5063-efab-470d-bed2-2ddd71eccd0b req-1f6839b2-b70f-4fd3-bda9-8254e776e37b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:57.071149 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6ea5063-efab-470d-bed2-2ddd71eccd0b req-1f6839b2-b70f-4fd3-bda9-8254e776e37b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.0469017 Sep 12 14:16:57.119154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6ea5063-efab-470d-bed2-2ddd71eccd0b req-eea3a466-6ab8-4255-bae3-61b95b3a5e68 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Sep 12 14:16:57.290469 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e384c-a61c-41c2-a379-d71147e46de0 req-74492d84-9fc8-494f-8547-b4d7c0ab3ed0 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:57.291929 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c6e384c-a61c-41c2-a379-d71147e46de0 req-74492d84-9fc8-494f-8547-b4d7c0ab3ed0 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 943 time: 0.0447841 Sep 12 14:16:57.338353 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c6e384c-a61c-41c2-a379-d71147e46de0 req-6da46120-c36c-49c2-8a34-8c84d82e89f7 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Sep 12 14:16:58.013973 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 707f49d3-a873-4bc2-9e47-7281fb27da2b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:16:58.069764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f365a82-862d-4b19-a2bb-8ecf930e06c7 req-4ccb2919-e678-4ca0-b5ad-1f066f1a2296 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:58.071358 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1f365a82-862d-4b19-a2bb-8ecf930e06c7 req-4ccb2919-e678-4ca0-b5ad-1f066f1a2296 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Sep 12 14:16:58.114629 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:58.119409 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1f365a82-862d-4b19-a2bb-8ecf930e06c7 req-4b77eae6-5f53-4aec-92b7-fe0a9981f972 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Sep 12 14:16:58.125743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '707f49d3-a873-4bc2-9e47-7281fb27da2b', 'network_id': 'a8d56a03-43b5-4483-b95f-c332a61e44c8', 'port_id': '707f49d3-a873-4bc2-9e47-7281fb27da2b', 'mac_address': 'fa:16:3e:ae:ee:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:16:58.160805 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 707f49d3-a873-4bc2-9e47-7281fb27da2b is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:58.161257 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:58.175545 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707f49d3-a873-4bc2-9e47-7281fb27da2b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:16:58.202047 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:58.211233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:58.212013 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:16:58.291677 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:58.298943 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-283a694b-b94d-4a33-9194-0f2c0314e95f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459610 Sep 12 14:16:58.326006 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.326352 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.326709 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.327067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.327579 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.327904 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.328871 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.329200 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.329525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.329851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.330172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.330507 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.330850 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.331172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.331488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:16:58.379745 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:58.392986 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'mac_address': 'fa:16:3e:9f:fb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:16:58.433484 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:16:58.433870 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:58.448377 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:16:58.469614 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:58.474630 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:58.526288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=9']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:58.576918 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664766-820f-4f53-8fa0-762aba60e309 req-12f14d3e-3d08-4f4e-973a-0d1321cdf9c6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:58.578406 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a2664766-820f-4f53-8fa0-762aba60e309 req-12f14d3e-3d08-4f4e-973a-0d1321cdf9c6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 943 time: 0.3502498 Sep 12 14:16:58.582174 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:16:58.588625 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28450a-2db3-4366-be25-53b0447f280f req-1c8ab6d2-05c8-42d4-96fe-4269d3961ce0 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:58.589994 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe28450a-2db3-4366-be25-53b0447f280f req-1c8ab6d2-05c8-42d4-96fe-4269d3961ce0 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 944 time: 0.0580657 Sep 12 14:16:58.667801 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a2664766-820f-4f53-8fa0-762aba60e309 req-17484226-ab36-433f-9c47-73029cced4ea tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767930 Sep 12 14:16:58.670643 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe28450a-2db3-4366-be25-53b0447f280f req-39817493-8783-49b4-a102-2aa438d1d110 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 Sep 12 14:16:58.787325 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c13bb534-a08b-492b-b32e-a2ef1b3eecd8 req-3779fa56-5391-4c0a-88da-9e126ef717db service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881751 Sep 12 14:16:58.909350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd56c1-fa94-4010-b99c-838557a18170 req-9acd9efb-3d57-4f42-8ab3-ec12eb2bd9fd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:58.910810 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-09cd56c1-fa94-4010-b99c-838557a18170 req-9acd9efb-3d57-4f42-8ab3-ec12eb2bd9fd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0499411 Sep 12 14:16:58.958353 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:16:58.995945 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port 11973ac5-af69-497e-8b4e-7b63054c309b {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:16:58.996278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:58.999966 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.065240 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['707f49d3-a873-4bc2-9e47-7281fb27da2b'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:16:59.089899 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.096171 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] For port 11973ac5-af69-497e-8b4e-7b63054c309b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11973ac5-af69-497e-8b4e-7b63054c309b,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:16:59.096520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:59.266660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.281067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae1473-e525-4c7a-85f3-185c09b762c9 req-de9cac0e-b705-44ca-acc8-f76665ddfbab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.283134 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73ae1473-e525-4c7a-85f3-185c09b762c9 req-de9cac0e-b705-44ca-acc8-f76665ddfbab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 945 time: 0.0567465 Sep 12 14:16:59.350077 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73ae1473-e525-4c7a-85f3-185c09b762c9 req-fdb10d04-86a8-4357-be48-c817b2f05661 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd814cf5-11d9-4aab-b667-ebdab56b3560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603397 Sep 12 14:16:59.503516 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-c98f3cf3-6886-4494-86e5-ccfe59637502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.504942 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-c98f3cf3-6886-4494-86e5-ccfe59637502 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0708528 Sep 12 14:16:59.510771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e5d61-7b32-45c1-9e64-e2642a844953 req-305e12d3-4b39-43d9-a336-1bf2dc43ef1c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.512150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d59e5d61-7b32-45c1-9e64-e2642a844953 req-305e12d3-4b39-43d9-a336-1bf2dc43ef1c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0695548 Sep 12 14:16:59.597952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:59.598599 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:59.598714 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 717d6f22-b071-49bd-82ab-11a4a1d5a3c0 disassociated. External IP: 172.27.3.251, port: 11973ac5-af69-497e-8b4e-7b63054c309b. Sep 12 14:16:59.599071 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for 11973ac5-af69-497e-8b4e-7b63054c309b owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:16:59.628586 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d59e5d61-7b32-45c1-9e64-e2642a844953 req-6d66e218-464c-426d-a31d-e542f5cdfadb tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1070499 Sep 12 14:16:59.638203 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-ea0e20b8-9235-41a2-8c2b-ee12be859d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.639684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-ea0e20b8-9235-41a2-8c2b-ee12be859d02 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.1266809 Sep 12 14:16:59.690550 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.715566 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-fb61d0b1-4300-4a51-8810-634df655bee0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1002 time: 0.0684192 Sep 12 14:16:59.732396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (11973ac5-af69-497e-8b4e-7b63054c309b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:16:59.766441 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=11973ac5-af69-497e-8b4e-7b63054c309b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:16:59.798505 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.850884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850739d3-6d8e-4e4a-b041-02c354c8f2b6 req-cf1960b2-b6ec-49c8-8ff5-1fab0531b64d tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.852375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-850739d3-6d8e-4e4a-b041-02c354c8f2b6 req-cf1960b2-b6ec-49c8-8ff5-1fab0531b64d tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 944 time: 0.0959690 Sep 12 14:16:59.857812 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cc0ad-dc06-4d6a-9ccf-72098ce36db1 req-824b65a5-6147-4d69-8614-f7fc9db8b90d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.859505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d8cc0ad-dc06-4d6a-9ccf-72098ce36db1 req-824b65a5-6147-4d69-8614-f7fc9db8b90d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 944 time: 0.0995347 Sep 12 14:16:59.861271 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-2263d0ab-35a1-4f22-ab3c-8e0381dc9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.862109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-2263d0ab-35a1-4f22-ab3c-8e0381dc9f56 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.1393430 Sep 12 14:16:59.882458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:16:59.894879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:16:59.966944 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-1ae891e8-72aa-491d-8829-5a7b21195ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:16:59.968457 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-1ae891e8-72aa-491d-8829-5a7b21195ce6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0985634 Sep 12 14:16:59.973035 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-850739d3-6d8e-4e4a-b041-02c354c8f2b6 req-0323b453-b94e-40ad-ba96-f40fd08fd5f3 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099770 Sep 12 14:16:59.975948 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d8cc0ad-dc06-4d6a-9ccf-72098ce36db1 req-fa86227f-8e18-4cba-9bea-1ea3b01eea3d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050286 Sep 12 14:16:59.990011 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:00.001954 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:00.018746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:00.019460 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:00.066585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] No DVR routers for this DVR port 11973ac5-af69-497e-8b4e-7b63054c309b on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:17:00.069146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:00.072413 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-09cd56c1-fa94-4010-b99c-838557a18170 req-056d7530-be95-4b73-9ec7-9cf0a102a007 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "DELETE /networking/v2.0/ports/11973ac5-af69-497e-8b4e-7b63054c309b HTTP/1.1" status: 204 len: 173 time: 1.1561120 Sep 12 14:17:00.073097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'name': 'network-vif-deleted', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:00.075449 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb2175-326a-4784-a2af-2c6e52b82631" -d '{"events": [{"server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "name": "network-vif-deleted", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:00.083439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-0ca8ab5c-4c29-4792-8dbf-177090a577bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064548 Sep 12 14:17:00.120651 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596dcdbb-dfeb-492c-aaa8-5d35e152cf46 x-openstack-request-id: req-596dcdbb-dfeb-492c-aaa8-5d35e152cf46 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:00.121601 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d0572f-025c-430b-87d7-83f02ec83568", "name": "network-vif-deleted", "tag": "11973ac5-af69-497e-8b4e-7b63054c309b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:00.121868 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-596dcdbb-dfeb-492c-aaa8-5d35e152cf46 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:00.122284 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596dcdbb-dfeb-492c-aaa8-5d35e152cf46'] response: {'server_uuid': 'c4d0572f-025c-430b-87d7-83f02ec83568', 'name': 'network-vif-deleted', 'tag': '11973ac5-af69-497e-8b4e-7b63054c309b', 'status': 'completed', 'code': 200} Sep 12 14:17:00.133214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:00.208529 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4b05e79-fb72-4f08-bda2-2d09ea7731cd req-15cf1f26-b922-4b4e-9ea4-bb07176e9140 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101115 Sep 12 14:17:00.356345 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:00.381875 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:00.391048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:00.391650 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:16:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:00.494859 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a39d3c6-ac02-4fdd-8ed9-34d5a2b9e357 req-11f8d5af-0ba6-4953-ac5a-9bd6ddb7109e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c4d0572f-025c-430b-87d7-83f02ec83568 HTTP/1.1" status: 200 len: 210 time: 0.0401187 Sep 12 14:17:00.577765 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:17:00.685041 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:17:00.685041 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:00.688048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:00.743572 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:00.761827 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60eddc-b5c1-4c3e-8a4c-8870cda2d8d4 req-2fd1a000-6386-4b38-9b18-538a76a747c6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:00.763648 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ff60eddc-b5c1-4c3e-8a4c-8870cda2d8d4 req-2fd1a000-6386-4b38-9b18-538a76a747c6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0498393 Sep 12 14:17:00.814024 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ff60eddc-b5c1-4c3e-8a4c-8870cda2d8d4 req-84a14c4d-35e5-4dcb-a35b-1cf57d956ee7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445511 Sep 12 14:17:00.843248 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:00.872306 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:17:00.872689 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:00.909758 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:00.911965 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ad1c1-680a-4858-988b-e9a288b033b5" -d '{"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:00.937796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:00.945393 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:00.946182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 707f49d3-a873-4bc2-9e47-7281fb27da2b up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:17:00.975582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29dd570-9206-4777-b87e-165d193fd9ee x-openstack-request-id: req-b29dd570-9206-4777-b87e-165d193fd9ee {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:00.975582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-plugged", "status": "completed", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:00.975853 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b29dd570-9206-4777-b87e-165d193fd9ee {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:00.976230 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29dd570-9206-4777-b87e-165d193fd9ee'] response: {'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'code': 200} Sep 12 14:17:01.051982 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:01.092541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d523a-1e36-4a42-9330-dae16da51e60 None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'e8e218d9-ebb9-48c6-8f49-59412ec523dd', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:81:c9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:13:34Z', 'updated_at': '2022-09-12T14:14:13Z', 'revision_number': 2, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:01.113059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=10']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:01.117720 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 707f49d3-a873-4bc2-9e47-7281fb27da2b completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:17:01.131827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 707f49d3-a873-4bc2-9e47-7281fb27da2b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:17:01.132501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.180556 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b92c38-8eb6-45e4-92c7-a19e4dafd7d4 req-0f7288a6-6870-4dd3-9db4-a4f8459c15e1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:01.182304 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20b92c38-8eb6-45e4-92c7-a19e4dafd7d4 req-0f7288a6-6870-4dd3-9db4-a4f8459c15e1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0792704 Sep 12 14:17:01.222493 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263469-ae0d-4143-8bcc-d35665200a00 req-af7d94cd-dd62-4768-be05-8a448e7e6072 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:01.226673 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 707f49d3-a873-4bc2-9e47-7281fb27da2b is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:17:01.227307 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.231601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f1263469-ae0d-4143-8bcc-d35665200a00 req-af7d94cd-dd62-4768-be05-8a448e7e6072 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 944 time: 0.1402178 Sep 12 14:17:01.267624 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:01.274264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.287309 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20b92c38-8eb6-45e4-92c7-a19e4dafd7d4 req-bf1f49d6-ab10-4010-95c6-010ed35d791d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956614 Sep 12 14:17:01.331118 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f1263469-ae0d-4143-8bcc-d35665200a00 req-98bd9115-0ab7-4795-8334-30cfe59df2ec tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863676 Sep 12 14:17:01.349536 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:01.457032 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d59bc2-ebf0-475b-b4dc-74b832f5057d None None] New status for floating IP 717d6f22-b071-49bd-82ab-11a4a1d5a3c0: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:01.591812 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33191e-6508-4aa9-9c48-7e8c3c2d884d req-68eab550-0dc7-43d3-9f43-a1f62b61a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:01.593042 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f33191e-6508-4aa9-9c48-7e8c3c2d884d req-68eab550-0dc7-43d3-9f43-a1f62b61a4b4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1130 time: 0.0708296 Sep 12 14:17:01.625504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48168) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:01.651772 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5f33191e-6508-4aa9-9c48-7e8c3c2d884d req-50a8ed44-319e-4927-b374-5192458739e0 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509949 Sep 12 14:17:01.699732 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (fd814cf5-11d9-4aab-b667-ebdab56b3560), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.725854 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (fd814cf5-11d9-4aab-b667-ebdab56b3560), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.779736 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fd814cf5-11d9-4aab-b667-ebdab56b3560), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.782351 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.783626 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd814cf5-11d9-4aab-b667-ebdab56b3560 HTTP/1.1" status: 204 len: 168 time: 0.1572475 Sep 12 14:17:01.786509 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48172) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:01.798075 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e6e07-b3ef-43c1-8c02-a7614d3486da tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd814cf5-11d9-4aab-b667-ebdab56b3560,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:01.801615 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-6f4635c3-6fd6-4b89-acb8-27add4b534d4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] show failed (client error): The resource could not be found. Sep 12 14:17:01.805157 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-6f4635c3-6fd6-4b89-acb8-27add4b534d4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups/fd814cf5-11d9-4aab-b667-ebdab56b3560 HTTP/1.1" status: 404 len: 347 time: 0.0149612 Sep 12 14:17:01.805654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48174) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:01.945458 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:01.952748 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port 12e46e93-40e9-4d0b-9abf-c50f5c943731 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:17:01.953114 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:01.973224 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04840cc9-cb56-496b-a3d6-bdb024877882 req-5961b8ff-c221-45b5-b369-b383a350d2ca tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:01.975284 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04840cc9-cb56-496b-a3d6-bdb024877882 req-5961b8ff-c221-45b5-b369-b383a350d2ca tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0691397 Sep 12 14:17:02.078789 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04840cc9-cb56-496b-a3d6-bdb024877882 req-887a6593-a5d7-46f7-b3a6-8087be3029b4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0964525 Sep 12 14:17:02.088303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:02.088770 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (12e46e93-40e9-4d0b-9abf-c50f5c943731), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:02.109199 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:02.116672 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for 12e46e93-40e9-4d0b-9abf-c50f5c943731 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:17:02.260448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (12e46e93-40e9-4d0b-9abf-c50f5c943731), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:02.283089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=12e46e93-40e9-4d0b-9abf-c50f5c943731,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:02.314573 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (717d6f22-b071-49bd-82ab-11a4a1d5a3c0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:02.317236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:02.318344 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-86a0aa12-22b2-497c-b5c4-7246464ab6e2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/717d6f22-b071-49bd-82ab-11a4a1d5a3c0 HTTP/1.1" status: 204 len: 168 time: 0.5118134 Sep 12 14:17:02.466570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136848e8-d865-4809-9a70-9d476a71f780 req-f2e03ca1-aa22-43e2-8509-ec65e2bde4af tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:02.468067 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-136848e8-d865-4809-9a70-9d476a71f780 req-f2e03ca1-aa22-43e2-8509-ec65e2bde4af tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0743442 Sep 12 14:17:02.487462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542953-08b7-4edd-98f6-f85a5dbca00c req-f0e3f92a-7006-4ea0-a6e5-6f30888dbf5a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:02.488842 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b8542953-08b7-4edd-98f6-f85a5dbca00c req-f0e3f92a-7006-4ea0-a6e5-6f30888dbf5a tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0655780 Sep 12 14:17:02.550881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-136848e8-d865-4809-9a70-9d476a71f780 req-dcd71baa-31e6-4e2e-8b51-36cec2afa594 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770838 Sep 12 14:17:02.557959 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b8542953-08b7-4edd-98f6-f85a5dbca00c req-2efb29c1-16ac-410a-b335-e8e9b38ffe01 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623207 Sep 12 14:17:02.977882 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:02.980398 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1625e-a07a-4502-b309-d598943ce3c4" -d '{"events": [{"server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "name": "network-vif-plugged", "status": "completed", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:03.021502 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d715ff-5099-47eb-9428-69beb6f5b655 x-openstack-request-id: req-d6d715ff-5099-47eb-9428-69beb6f5b655 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:03.021813 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "name": "network-vif-plugged", "status": "completed", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:03.022071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6d715ff-5099-47eb-9428-69beb6f5b655 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:03.022471 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d715ff-5099-47eb-9428-69beb6f5b655'] response: {'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b', 'code': 200} Sep 12 14:17:03.071175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-faef70b6-d1bc-4287-ae9b-b0d45bf7279b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:03.200064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de4c0-5bcf-4db6-824c-fd6eef23f52b req-82defbac-5a33-42c2-a266-2921853f044c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:03.201508 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f0de4c0-5bcf-4db6-824c-fd6eef23f52b req-82defbac-5a33-42c2-a266-2921853f044c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0492513 Sep 12 14:17:03.247844 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f0de4c0-5bcf-4db6-824c-fd6eef23f52b req-39a331c7-6146-48ac-aeeb-6bffcc6152f7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402763 Sep 12 14:17:03.759168 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f545e-29bc-4716-987b-b076cdae8a51 req-ca53764b-94cf-43b2-a89c-cf6acccec731 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:03.760673 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-726f545e-29bc-4716-987b-b076cdae8a51 req-ca53764b-94cf-43b2-a89c-cf6acccec731 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.1247149 Sep 12 14:17:03.761605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa0a9-e283-4c3d-84b3-f7dba4f0f1aa req-da8f745e-c294-4f84-8e80-02ba1e347a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:03.762929 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06eaa0a9-e283-4c3d-84b3-f7dba4f0f1aa req-da8f745e-c294-4f84-8e80-02ba1e347a80 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 1129 time: 0.0856860 Sep 12 14:17:03.793105 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb877bb9-77bd-4fd7-ac9f-ed36ce37323a req-da48151a-5f05-4109-85aa-3e99619ff710 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:03.794633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb877bb9-77bd-4fd7-ac9f-ed36ce37323a req-da48151a-5f05-4109-85aa-3e99619ff710 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.1184628 Sep 12 14:17:03.874910 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:03.879323 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-726f545e-29bc-4716-987b-b076cdae8a51 req-3edbb9b5-52b6-4f4a-a8c7-e16cc1dab7e0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121852 Sep 12 14:17:03.884779 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06eaa0a9-e283-4c3d-84b3-f7dba4f0f1aa req-b1fb5d31-0d0f-4707-8a91-d8205ed2367a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140418 Sep 12 14:17:03.898149 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb877bb9-77bd-4fd7-ac9f-ed36ce37323a req-5a9f967d-5ea2-4755-8bc3-553acfcdfdcb tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934932 Sep 12 14:17:04.369236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee11e-ee65-4124-a6bb-4201db51f6b0 req-115251ad-3d06-481c-ae73-7bd7c0c69305 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:04.370779 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5beee11e-ee65-4124-a6bb-4201db51f6b0 req-115251ad-3d06-481c-ae73-7bd7c0c69305 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0473423 Sep 12 14:17:04.420968 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5beee11e-ee65-4124-a6bb-4201db51f6b0 req-b6c04498-a35f-47b0-bd28-04fb0de6ab9e tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446651 Sep 12 14:17:04.530999 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 11973ac5-af69-497e-8b4e-7b63054c309b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:17:04.551478 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 11973ac5-af69-497e-8b4e-7b63054c309b {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:17:04.551821 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 11973ac5-af69-497e-8b4e-7b63054c309b not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:17:05.036141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68e4a-6c1b-485a-8126-c291f7bc7be2 req-9d4c5c29-6efc-4df6-9374-f50c503e574a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:05.037593 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbe68e4a-6c1b-485a-8126-c291f7bc7be2 req-9d4c5c29-6efc-4df6-9374-f50c503e574a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0719261 Sep 12 14:17:05.044981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c842c-c73b-47d7-9a08-805f7561fc4b req-7efdd733-4222-4f15-adbd-e18cdf34b159 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:05.046321 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd1c842c-c73b-47d7-9a08-805f7561fc4b req-7efdd733-4222-4f15-adbd-e18cdf34b159 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0707371 Sep 12 14:17:05.089898 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:05.122326 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fbe68e4a-6c1b-485a-8126-c291f7bc7be2 req-b8cc1aa4-6888-414c-8199-022237b046f1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750458 Sep 12 14:17:05.126877 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd1c842c-c73b-47d7-9a08-805f7561fc4b req-03b8494f-f922-45de-8240-2a5ea6618c71 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730391 Sep 12 14:17:05.273976 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-61083c16-5bdf-4c62-9ddf-0eccd55a7793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:05.555622 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eadf66-617d-4e2c-917b-1b2686c531d6 req-48dbed71-eb37-4946-bb6c-f14fe8d0b560 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:05.556969 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c7eadf66-617d-4e2c-917b-1b2686c531d6 req-48dbed71-eb37-4946-bb6c-f14fe8d0b560 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0465660 Sep 12 14:17:05.603305 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c7eadf66-617d-4e2c-917b-1b2686c531d6 req-ce5ae323-55ed-47ee-a54e-9237e1991bc8 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407052 Sep 12 14:17:06.249251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11c0c-3b52-48e0-a260-c09b2759d307 req-0c076f88-147c-4882-bcff-e302c86aa4a9 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:06.250719 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d4e11c0c-3b52-48e0-a260-c09b2759d307 req-0c076f88-147c-4882-bcff-e302c86aa4a9 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0466154 Sep 12 14:17:06.297077 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d4e11c0c-3b52-48e0-a260-c09b2759d307 req-198a426d-67ca-4322-b149-0104d8d4d8ad tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Sep 12 14:17:06.604452 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:06.724996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0c9e-3784-4eea-9591-0e0293f07652 req-2bee8771-c4a8-4693-8903-4c9d2bb48d01 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:06.726335 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3cff0c9e-3784-4eea-9591-0e0293f07652 req-2bee8771-c4a8-4693-8903-4c9d2bb48d01 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0492795 Sep 12 14:17:06.772219 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3cff0c9e-3784-4eea-9591-0e0293f07652 req-a3da8350-2ac2-4e22-8e67-86320eb8a2a6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403214 Sep 12 14:17:07.112815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa22e7-c044-4d60-97b8-6e5c91cc638e req-c2e10b4f-698c-4a9c-bdce-4f2fa1378408 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:07.114409 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-71aa22e7-c044-4d60-97b8-6e5c91cc638e req-c2e10b4f-698c-4a9c-bdce-4f2fa1378408 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0468750 Sep 12 14:17:07.163503 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-71aa22e7-c044-4d60-97b8-6e5c91cc638e req-006bc2c0-bdfb-488e-867e-c85e4a7bc28e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Sep 12 14:17:07.192237 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48290) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:07.270441 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a10e06-d8f9-4d59-a99f-c3cd4b55ccbe tempest-TestMinimumBasicScenario-422163504 tempest-TestMinimumBasicScenario-422163504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:07.274785 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b5a10e06-d8f9-4d59-a99f-c3cd4b55ccbe tempest-TestMinimumBasicScenario-422163504 tempest-TestMinimumBasicScenario-422163504-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1124 time: 0.0789137 Sep 12 14:17:07.275009 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48296) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:07.279379 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'port_id': 'c158483b-3937-4578-983a-bbaad6989bb8', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:07.303057 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:07.387643 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:07.478305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:07.499074 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Allocated IP 172.27.3.232 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/551925e6-b792-47f0-b61c-76db4fce8bb9) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:17:07.597580 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:07.629435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:07.672532 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:17:07.675559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:17:07.681603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:17:07.685665 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'Port': ['ID=551925e6-b792-47f0-b61c-76db4fce8bb9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:07.720032 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:07.940680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fe1ca-8bbc-4c82-bf56-291f9493a401 req-539611fc-f5fa-41ac-867a-3db62c0ca921 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:07.942149 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-474fe1ca-8bbc-4c82-bf56-291f9493a401 req-539611fc-f5fa-41ac-867a-3db62c0ca921 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0920422 Sep 12 14:17:08.051557 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-474fe1ca-8bbc-4c82-bf56-291f9493a401 req-e08221b8-09dc-4875-ad8a-1b2bb87a83a5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1008694 Sep 12 14:17:08.093095 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for floatingip (95d2adf0-ce4e-46d3-a695-efb65a1164d7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.165958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.189440 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.314665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.349436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:08.407815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a71787-1cb5-40e5-9732-06b5921fdaf5 req-f5f9bfaa-92fe-404a-88f9-13ac9bac3885 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:08.409276 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-71a71787-1cb5-40e5-9732-06b5921fdaf5 req-f5f9bfaa-92fe-404a-88f9-13ac9bac3885 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0836987 Sep 12 14:17:08.414771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.426584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.427292 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (95d2adf0-ce4e-46d3-a695-efb65a1164d7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:08.548432 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-71a71787-1cb5-40e5-9732-06b5921fdaf5 req-ee8221b3-1cbe-43f7-8b1b-a58cc2fed3a3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305323 Sep 12 14:17:08.550659 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'Port': ['ID=551925e6-b792-47f0-b61c-76db4fce8bb9,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:08.603336 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Floating IP 95d2adf0-ce4e-46d3-a695-efb65a1164d7 associated. External IP: 172.27.3.232, port: c158483b-3937-4578-983a-bbaad6989bb8. Sep 12 14:17:08.672035 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:08.940212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca5912-51b2-4540-a319-2c2dfeab2503 req-d83a7f1e-2f99-41a6-976e-3a023bc987c9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:08.941652 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7eca5912-51b2-4540-a319-2c2dfeab2503 req-d83a7f1e-2f99-41a6-976e-3a023bc987c9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.3351707 Sep 12 14:17:09.036402 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7eca5912-51b2-4540-a319-2c2dfeab2503 req-941dac4d-ccde-4d69-9e04-b73ef30359b9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875669 Sep 12 14:17:09.103024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Router f6ad961d-c864-4173-a76d-bb28ea447002 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:17:09.225418 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd703e7-d01a-409a-9d42-0363eb379e79 req-23523eb4-f950-4fef-ad4d-86c3063fb820 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:09.226860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7dd703e7-d01a-409a-9d42-0363eb379e79 req-23523eb4-f950-4fef-ad4d-86c3063fb820 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0802741 Sep 12 14:17:09.261351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:09.271400 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Sync routers for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:09.282462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:09.283126 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:09.295056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.300361 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7dd703e7-d01a-409a-9d42-0363eb379e79 req-98ef8795-5ca3-4465-88d5-f8e864198ac0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675101 Sep 12 14:17:09.330515 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2e0da126-136a-4647-8d3a-22d2bf718c7f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0544372 Sep 12 14:17:09.331197 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:09.333691 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ef5fb-bea9-4635-953b-4c9c42310a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:09.333828 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48320) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:09.338990 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278969989', 'description': 'tempest-secgroup-smoke-1278969989 description', 'project_id': '40918a5eb3134a00999618cb65dedbbd'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:09.371361 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.375739 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a5afa-6e0b-410d-9567-9d15bea894d8 x-openstack-request-id: req-319a5afa-6e0b-410d-9567-9d15bea894d8 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:09.376040 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:09.376303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-319a5afa-6e0b-410d-9567-9d15bea894d8 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:09.376707 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319a5afa-6e0b-410d-9567-9d15bea894d8'] response: {'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:17:09.397205 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:09.439578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (2a824313-c1b2-4e4f-ad64-9746fb4e0360), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.443161 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (2a824313-c1b2-4e4f-ad64-9746fb4e0360), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.447709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:09.475961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.480183 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1424818 Sep 12 14:17:09.480183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558269f4-ea2b-46f9-9e8f-d5bd4c3ecc1f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a824313-c1b2-4e4f-ad64-9746fb4e0360,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:09.480526 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48324) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:09.485175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:09.499012 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:09.512868 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (0c2e0a70-b752-4b9e-b41e-b16b103ea7a3), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.537339 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:09.561170 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:09.575479 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (0c2e0a70-b752-4b9e-b41e-b16b103ea7a3), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.580962 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (0c2e0a70-b752-4b9e-b41e-b16b103ea7a3), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.600931 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e0a70-b752-4b9e-b41e-b16b103ea7a3,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:09.614149 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.618310 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '95d2adf0-ce4e-46d3-a695-efb65a1164d7', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'port_id': 'c158483b-3937-4578-983a-bbaad6989bb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'mac_address': 'fa:16:3e:8d:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:07Z', 'updated_at': '2022-09-12T14:17:07Z', 'revision_number': 0, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:09.620095 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-16fad317-dcb6-4eee-a3f1-af153712183d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382165 Sep 12 14:17:09.622516 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48328) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:09.627762 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:09.643496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Checking router: f6ad961d-c864-4173-a76d-bb28ea447002 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:09.651997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:09.652610 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:09.689208 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (d3f2bc4d-2dca-442b-86b0-211e15e87fc8), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.704968 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d99b-ff16-4777-901b-aea9c8ae279a req-713719e3-c44f-4ff8-87fa-32b2335577ed tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:09.706433 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3836d99b-ff16-4777-901b-aea9c8ae279a req-713719e3-c44f-4ff8-87fa-32b2335577ed tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Sep 12 14:17:09.760166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:09.779667 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (d3f2bc4d-2dca-442b-86b0-211e15e87fc8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.785476 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3836d99b-ff16-4777-901b-aea9c8ae279a req-9faf5757-c4ad-4a86-9606-a49013a0c495 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730085 Sep 12 14:17:09.786526 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (d3f2bc4d-2dca-442b-86b0-211e15e87fc8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.805286 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f2bc4d-2dca-442b-86b0-211e15e87fc8,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:09.815843 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.817162 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d656f25e-1762-44ce-bbca-d4eb1dde6426 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934426 Sep 12 14:17:09.820895 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48330) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:09.825433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:09.835876 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:09.859914 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (4c84712b-433a-4452-a983-80fc8bcfbcd5), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.916718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (4c84712b-433a-4452-a983-80fc8bcfbcd5), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.920590 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (4c84712b-433a-4452-a983-80fc8bcfbcd5), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.940092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c84712b-433a-4452-a983-80fc8bcfbcd5,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:09.947547 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:09.951654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48332) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:09.951830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bc92d7bf-6c68-4f86-86ed-04f5a92cd52d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297808 Sep 12 14:17:09.958369 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:09.988957 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (b6744c5d-b512-47a4-aa5e-f32927fcfab6), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.001703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '95d2adf0-ce4e-46d3-a695-efb65a1164d7', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'port_id': 'c158483b-3937-4578-983a-bbaad6989bb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'mac_address': 'fa:16:3e:8d:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:07Z', 'updated_at': '2022-09-12T14:17:07Z', 'revision_number': 0, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:10.028284 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7ecee-980c-4f55-9a30-d4c3b9452680 None None] The sync data for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi is: [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '95d2adf0-ce4e-46d3-a695-efb65a1164d7', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'port_id': 'c158483b-3937-4578-983a-bbaad6989bb8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'mac_address': 'fa:16:3e:8d:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:07Z', 'updated_at': '2022-09-12T14:17:07Z', 'revision_number': 0, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:10.044829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-48bfbe1d-7eb6-463f-a493-18636cf28d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.047997 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-48bfbe1d-7eb6-463f-a493-18636cf28d66 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1129 time: 0.0490701 Sep 12 14:17:10.052563 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (b6744c5d-b512-47a4-aa5e-f32927fcfab6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.056249 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (b6744c5d-b512-47a4-aa5e-f32927fcfab6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.083414 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6744c5d-b512-47a4-aa5e-f32927fcfab6,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:10.100665 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.101911 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b6d8ee2d-10e9-4d67-b27d-aeeb8827ae14 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481307 Sep 12 14:17:10.104834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48336) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:10.109794 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:10.135369 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.securitygroups_db [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Project 40918a5eb3134a00999618cb65dedbbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:17:10.143285 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (8282ad3a-0ab1-4864-92ff-ec94dffeb3f3), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.216133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e1b84-9037-4644-b5d8-034e3087fa4e req-9bc58c30-052c-472c-a337-4b7c4d9cfaa9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.218128 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (8282ad3a-0ab1-4864-92ff-ec94dffeb3f3), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.224258 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9a6e1b84-9037-4644-b5d8-034e3087fa4e req-9bc58c30-052c-472c-a337-4b7c4d9cfaa9 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0764992 Sep 12 14:17:10.225372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (8282ad3a-0ab1-4864-92ff-ec94dffeb3f3), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.228281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-56bb30bd-d51c-4c88-a702-6d21c846fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.230403 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-56bb30bd-d51c-4c88-a702-6d21c846fd93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.1701849 Sep 12 14:17:10.241392 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8282ad3a-0ab1-4864-92ff-ec94dffeb3f3,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:10.259480 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.260693 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b2ca15fd-c3ac-43e5-b2b9-f85478aa78ad tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545932 Sep 12 14:17:10.263389 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48340) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:10.268026 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'security_group_rule': {'security_group_id': '2a824313-c1b2-4e4f-ad64-9746fb4e0360', 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:10.277429 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9a6e1b84-9037-4644-b5d8-034e3087fa4e req-3058bc04-ff9d-4340-bdf5-cc08f5111b95 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97057ac8-b336-408c-be2f-f72cace688b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522933 Sep 12 14:17:10.294978 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.securitygroups_db [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Project 40918a5eb3134a00999618cb65dedbbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:17:10.301777 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (c7497c70-b7d8-4d8c-aee3-8e539364dc1b), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.327790 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e4421-4686-4364-98c9-668e04f35116 None None] New status for floating IP 95d2adf0-ce4e-46d3-a695-efb65a1164d7: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:10.375239 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (c7497c70-b7d8-4d8c-aee3-8e539364dc1b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.376254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:10.382451 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (c7497c70-b7d8-4d8c-aee3-8e539364dc1b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.412872 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7497c70-b7d8-4d8c-aee3-8e539364dc1b,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:10.420611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.422931 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-aaa3d8cf-4a13-4118-a4c6-ceff87a0f313 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581833 Sep 12 14:17:10.450643 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-72bfb853-70e5-4f4a-a465-e715e17b6250 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 999 time: 0.1244032 Sep 12 14:17:10.461201 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec3d0-8a77-473d-ad4f-22e4b33f3718 req-707fe2d9-de80-4755-85eb-a2895c5c1a28 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.462657 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72dec3d0-8a77-473d-ad4f-22e4b33f3718 req-707fe2d9-de80-4755-85eb-a2895c5c1a28 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0709469 Sep 12 14:17:10.517607 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-7bcc50e4-0df0-4baf-b2d2-723c3c0a5723 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.519100 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-7bcc50e4-0df0-4baf-b2d2-723c3c0a5723 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 945 time: 0.0478265 Sep 12 14:17:10.571614 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-ca2bffc1-36f4-4b5a-be40-98e588fdb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.573073 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-ca2bffc1-36f4-4b5a-be40-98e588fdb94a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.1037080 Sep 12 14:17:10.579985 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:10.615303 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:17:10.615643 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.628249 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-e19103e2-29e7-42d7-88d0-fa1cc50e341a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1278969989&fields=id&tenant_id=40918a5eb3134a00999618cb65dedbbd HTTP/1.1" status: 200 len: 267 time: 0.1192827 Sep 12 14:17:10.633670 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72dec3d0-8a77-473d-ad4f-22e4b33f3718 req-78756504-9071-46de-b9d2-508f26d3cd25 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1536577 Sep 12 14:17:10.654407 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-be27736b-fd02-4db9-8dbf-8bc8c9c08acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.656466 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-be27736b-fd02-4db9-8dbf-8bc8c9c08acf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0633497 Sep 12 14:17:10.707054 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] For port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:10.707413 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.736510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-92f444ef-c069-47ef-8281-9ced4a818d04 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:10.737992 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-92f444ef-c069-47ef-8281-9ced4a818d04 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.1015589 Sep 12 14:17:10.753718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'port': {'security_groups': ['dd3ff05f-73f4-44e0-812b-5d0d58962590', '2a824313-c1b2-4e4f-ad64-9746fb4e0360']}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:10.801000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:10.814647 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-9cb9aaa7-8c46-4494-a9af-a95e3839ef02 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416330 Sep 12 14:17:10.877055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.877546 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.877863 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP e8e218d9-ebb9-48c6-8f49-59412ec523dd disassociated. External IP: 172.27.3.67, port: 581da079-111d-4f64-ab1a-c5d8a6a8b6a2. Sep 12 14:17:10.878196 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:17:10.908394 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:10.983413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:11.009136 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (581da079-111d-4f64-ab1a-c5d8a6a8b6a2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:11.012395 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94011d-3f2a-4ed6-85a6-f2b25927775e req-38d52939-5872-42fc-976c-ae8156dd939e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.013881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8b94011d-3f2a-4ed6-85a6-f2b25927775e req-38d52939-5872-42fc-976c-ae8156dd939e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.1226666 Sep 12 14:17:11.039542 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=581da079-111d-4f64-ab1a-c5d8a6a8b6a2,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:11.065945 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-755ef5fb-bea9-4635-953b-4c9c42310a3c req-2a6b97ee-ff9a-450b-9b0b-6ba54fe8b2a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276459 Sep 12 14:17:11.146066 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8b94011d-3f2a-4ed6-85a6-f2b25927775e req-94a4950f-5afb-4c01-a249-58e6288e8579 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182718 Sep 12 14:17:11.151718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:17:11.239516 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:11.262912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:11.271155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for port (c158483b-3937-4578-983a-bbaad6989bb8), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:11.277887 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:11.278629 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:11.288955 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.289596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:11.291095 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1376fd4-9ebf-479b-bc64-1eb947d3ebf0 req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "PUT /networking/v2.0/ports/c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 981 time: 0.5434797 Sep 12 14:17:11.293065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:17:11.333648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] No DVR routers for this DVR port 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:17:11.336458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:11.340151 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-9700dd90-a9c2-4afa-ad16-79b6380fbfdd req-468c1960-4af1-4505-97b3-1f4b7cd4b8d7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "DELETE /networking/v2.0/ports/581da079-111d-4f64-ab1a-c5d8a6a8b6a2 HTTP/1.1" status: 204 len: 173 time: 0.8096585 Sep 12 14:17:11.340836 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'name': 'network-vif-deleted', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:11.343386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf373e-3df9-4457-9079-6f87650632b7" -d '{"events": [{"server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "name": "network-vif-deleted", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:11.383781 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:11.386140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa67ff4-9a4c-45cc-ad77-971f1c400166" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:11.389744 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:11.391771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb389ece-c4e2-4d99-afea-0d553d2bed0a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=6']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:11.399667 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:11.415631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-748a3bed-5859-4939-ab2c-a66034cc315e req-5ea38037-f79a-4cd7-99ba-b2fb40118655 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bb08f5b9-cb33-43b9-a82c-116ad362579f HTTP/1.1" status: 200 len: 210 time: 0.0473592 Sep 12 14:17:11.470788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:17:11.485475 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33237b9d-e80b-49a8-8498-7f782bf1dd24 req-6b81767e-d637-4d49-9735-6a9ce86efd7e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.488787 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b4b0c-51cc-4ab1-9ec0-49bf746c60fd x-openstack-request-id: req-1e6b4b0c-51cc-4ab1-9ec0-49bf746c60fd {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:11.489270 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb08f5b9-cb33-43b9-a82c-116ad362579f", "name": "network-vif-deleted", "tag": "581da079-111d-4f64-ab1a-c5d8a6a8b6a2", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:11.489367 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e6b4b0c-51cc-4ab1-9ec0-49bf746c60fd {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:11.489707 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6b4b0c-51cc-4ab1-9ec0-49bf746c60fd'] response: {'server_uuid': 'bb08f5b9-cb33-43b9-a82c-116ad362579f', 'name': 'network-vif-deleted', 'tag': '581da079-111d-4f64-ab1a-c5d8a6a8b6a2', 'status': 'completed', 'code': 200} Sep 12 14:17:11.489997 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-33237b9d-e80b-49a8-8498-7f782bf1dd24 req-6b81767e-d637-4d49-9735-6a9ce86efd7e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0764036 Sep 12 14:17:11.559708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8250a69-94e4-4c96-bc2e-5b5b24b11c17 x-openstack-request-id: req-a8250a69-94e4-4c96-bc2e-5b5b24b11c17 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:11.560008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:11.560267 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8250a69-94e4-4c96-bc2e-5b5b24b11c17 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:11.560677 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8250a69-94e4-4c96-bc2e-5b5b24b11c17'] response: {'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:17:11.569357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-33237b9d-e80b-49a8-8498-7f782bf1dd24 req-9487eef4-c7e3-4e11-9690-390de0818b93 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754077 Sep 12 14:17:11.653045 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-18c5e440-c8a1-4832-ba9b-5150c486d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.654807 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-18c5e440-c8a1-4832-ba9b-5150c486d6bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1168 time: 0.0721929 Sep 12 14:17:11.721765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:11.760183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-3dd28c4f-b676-4677-a911-999398325804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.761774 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-3dd28c4f-b676-4677-a911-999398325804 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.1005797 Sep 12 14:17:11.773092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c71462-b3c2-4128-83a3-0502d52f929d req-df150065-1a10-4926-a438-1c21b8d9c0b0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.775353 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-41c71462-b3c2-4128-83a3-0502d52f929d req-df150065-1a10-4926-a438-1c21b8d9c0b0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0559492 Sep 12 14:17:11.844000 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-41c71462-b3c2-4128-83a3-0502d52f929d req-b5c1da41-9266-4b35-9b55-87e3f639fa59 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0589950 Sep 12 14:17:11.857066 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:11.861416 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:11.864216 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-2be1b35f-83cf-416f-bb85-5b2d3449e54c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0903525 Sep 12 14:17:11.914976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-ca12ce22-56c4-47e9-8e80-1fc81324fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:11.916442 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-ca12ce22-56c4-47e9-8e80-1fc81324fabb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0453408 Sep 12 14:17:11.997414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:12.180938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-3ad08e99-1d3c-4ea1-8b41-17647e4e9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:12.182466 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-3ad08e99-1d3c-4ea1-8b41-17647e4e9b6a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431929 Sep 12 14:17:12.241220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:12.258247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:12.295251 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:12.313169 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-017f0d6e-6f93-43a9-bec7-6337c4960561 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172841 Sep 12 14:17:12.314805 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7130d-4f71-495f-8d24-f8e84dda8542 req-17bb9dbd-2445-4258-a561-6cbcd3d1fb68 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:12.315355 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:12.316094 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:12.322771 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ccc7130d-4f71-495f-8d24-f8e84dda8542 req-17bb9dbd-2445-4258-a561-6cbcd3d1fb68 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0725033 Sep 12 14:17:12.376880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ccc7130d-4f71-495f-8d24-f8e84dda8542 req-a3e6cf7d-787f-4081-b57d-862c1db081ab tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532422 Sep 12 14:17:12.402172 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:12.434097 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-cfa67ff4-9a4c-45cc-ad77-971f1c400166 req-2864eb47-ed78-4934-85ee-728adcd71339 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091371 Sep 12 14:17:12.512716 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48370) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:12.532456 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:12.572521 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (97057ac8-b336-408c-be2f-f72cace688b7), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.596338 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (97057ac8-b336-408c-be2f-f72cace688b7), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.632901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:12.643399 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (97057ac8-b336-408c-be2f-f72cace688b7), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.646139 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.647442 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/97057ac8-b336-408c-be2f-f72cace688b7 HTTP/1.1" status: 204 len: 168 time: 0.1335535 Sep 12 14:17:12.650419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48372) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:12.657482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43926cc0-8846-4604-9847-96865a71b21a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97057ac8-b336-408c-be2f-f72cace688b7,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:12.670319 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-2cf092f1-ef4c-40aa-aad7-295f4f4ad477 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] show failed (client error): The resource could not be found. Sep 12 14:17:12.674485 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2cf092f1-ef4c-40aa-aad7-295f4f4ad477 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups/97057ac8-b336-408c-be2f-f72cace688b7 HTTP/1.1" status: 404 len: 347 time: 0.0197802 Sep 12 14:17:12.674821 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48374) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:12.740170 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:12.786440 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port df267fe8-7e15-4478-84b6-631f8ad4267d {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:17:12.786857 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.787474 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:12.816326 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783060a-4962-434e-b097-bdc5afbff5f7 None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:12.868953 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.869282 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (df267fe8-7e15-4478-84b6-631f8ad4267d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:12.883158 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for df267fe8-7e15-4478-84b6-631f8ad4267d owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:17:12.964507 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:13.007787 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111d07-17c2-46dd-94cb-c2b6b84d6698 req-514e1091-4d29-4e5d-ac18-696244cbebb5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:13.009510 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fc111d07-17c2-46dd-94cb-c2b6b84d6698 req-514e1091-4d29-4e5d-ac18-696244cbebb5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0793028 Sep 12 14:17:13.056941 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c29e3c-f3ad-4587-a454-2e941fcb8564 None None] New status for floating IP e8e218d9-ebb9-48c6-8f49-59412ec523dd: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:13.096931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fc111d07-17c2-46dd-94cb-c2b6b84d6698 req-25b36fe8-e650-4f94-b245-b15229c6df57 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0813346 Sep 12 14:17:13.101496 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (df267fe8-7e15-4478-84b6-631f8ad4267d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.134751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=df267fe8-7e15-4478-84b6-631f8ad4267d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:13.143679 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.db.api [None req-47c29e3c-f3ad-4587-a454-2e941fcb8564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 14:17:13.144082 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG oslo_db.api [None req-47c29e3c-f3ad-4587-a454-2e941fcb8564 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 14:17:13.156536 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (e8e218d9-ebb9-48c6-8f49-59412ec523dd), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.159218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.160346 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d4d9601c-1aaa-4e77-9ffc-01b99ed8349c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/e8e218d9-ebb9-48c6-8f49-59412ec523dd HTTP/1.1" status: 204 len: 168 time: 0.4845309 Sep 12 14:17:13.237602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48380) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:13.242029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055167834', 'description': 'tempest-description--1802023656'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:13.267462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.335950 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (e78ce605-8478-4969-9620-2d264f7c80ba), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.339491 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e78ce605-8478-4969-9620-2d264f7c80ba), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.368359 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.369555 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309614 Sep 12 14:17:13.373010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48382) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:13.373598 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32078851-8fd8-4626-9a4e-5b79fa69ba54 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ce605-8478-4969-9620-2d264f7c80ba,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:13.379048 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': 'e78ce605-8478-4969-9620-2d264f7c80ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:13.405865 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (165ce989-b4d5-4869-8f75-914dcee9786f), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.466154 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (165ce989-b4d5-4869-8f75-914dcee9786f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.471283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (165ce989-b4d5-4869-8f75-914dcee9786f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.490494 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165ce989-b4d5-4869-8f75-914dcee9786f,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:13.500941 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.502157 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2fb1acf6-a95a-4961-8b26-32aaa9efa2de tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279302 Sep 12 14:17:13.505034 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48388) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:13.509403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': 'e78ce605-8478-4969-9620-2d264f7c80ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:13.515438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7076a-b961-401d-bd4d-3d4261022af6 req-1286c811-9b64-46b1-9e27-ca10ae1419ec tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:13.516891 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cfc7076a-b961-401d-bd4d-3d4261022af6 req-1286c811-9b64-46b1-9e27-ca10ae1419ec tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0530205 Sep 12 14:17:13.537422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (462acbe9-1c2c-4640-9321-5bf382c1edba), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.565575 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cfc7076a-b961-401d-bd4d-3d4261022af6 req-dfb8adf0-1f88-4b42-a89f-185acfa1ceb1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Sep 12 14:17:13.597256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (462acbe9-1c2c-4640-9321-5bf382c1edba), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.600924 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (462acbe9-1c2c-4640-9321-5bf382c1edba), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.619328 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462acbe9-1c2c-4640-9321-5bf382c1edba,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:13.627392 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.628615 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2b0c40d3-65e6-4ece-aace-839baf6fbac6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226182 Sep 12 14:17:13.631694 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48390) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:13.636227 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:13.645197 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c29e3c-f3ad-4587-a454-2e941fcb8564 None None] New status for floating IP e8e218d9-ebb9-48c6-8f49-59412ec523dd: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:13.657446 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.674446 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:13.738343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.845336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.27.3.17 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/3f9c60f1-c5cc-4c4a-b696-fd11de7538d4) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:17:13.946517 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:13.947611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:13.981225 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.015744 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:17:14.020527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:17:14.024278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:17:14.048865 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=3f9c60f1-c5cc-4c4a-b696-fd11de7538d4,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:14.107810 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.146320 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.223241 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5e90e-5d2e-4073-b7e0-dc51f969fedd req-7697e6a0-709c-410d-8902-83938ef774ea tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:14.225522 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44f5e90e-5d2e-4073-b7e0-dc51f969fedd req-7697e6a0-709c-410d-8902-83938ef774ea tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0509195 Sep 12 14:17:14.273174 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44f5e90e-5d2e-4073-b7e0-dc51f969fedd req-e5d0d4cb-6b5a-45b1-84c3-dd8c17e69071 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409446 Sep 12 14:17:14.293754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.299033 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.350857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:14.365391 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.367892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=3f9c60f1-c5cc-4c4a-b696-fd11de7538d4,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:14.383292 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:14.384505 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-76d888f7-d4af-4c23-a458-5ef69ee1a8ae tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7518466 Sep 12 14:17:14.569633 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:14.586103 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-bc2e94b7-73b1-49f9-bf46-7e7a539522c4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2055167834&fields=id&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 267 time: 0.0442948 Sep 12 14:17:14.710677 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa1b09-e865-41ad-853e-5f1d4161d5c2 req-5e7e08ae-bdc0-4250-a932-47446da26a06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:14.712083 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28aa1b09-e865-41ad-853e-5f1d4161d5c2 req-5e7e08ae-bdc0-4250-a932-47446da26a06 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0691485 Sep 12 14:17:14.744273 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-db2a1713-743b-49f1-ba31-3acd1c80a936 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:14.745605 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-db2a1713-743b-49f1-ba31-3acd1c80a936 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1532705 Sep 12 14:17:14.769159 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-88707ec0-a2f1-49b3-94f5-a50780cfd48e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/quotas/4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 375 time: 0.0161884 Sep 12 14:17:14.775721 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:17:14.792516 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28aa1b09-e865-41ad-853e-5f1d4161d5c2 req-5796b8a9-2b6a-4461-afd0-07ff782c104d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742548 Sep 12 14:17:14.796851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:17:14.797265 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 581da079-111d-4f64-ab1a-c5d8a6a8b6a2 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:17:14.819025 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:14.826035 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-cc551485-921b-4f91-a5dc-ee065e112f5b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495272 Sep 12 14:17:14.922755 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-cffee1e3-80fb-46b1-8620-35a5c99db5a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Sep 12 14:17:15.010817 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-45bb8a1d-6c17-457d-9a59-8f119aed8ba6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823619 Sep 12 14:17:15.173681 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04a0256b-f4b2-41c6-8c05-9808c2d6ff68 req-7592cad9-d605-4782-b7de-b8f6562f1832 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Sep 12 14:17:15.401165 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2321-8929-4697-a335-15b57d53538d req-518d09a0-c93c-482f-a0ec-8dc67f1f8673 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:15.402983 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3c2c2321-8929-4697-a335-15b57d53538d req-518d09a0-c93c-482f-a0ec-8dc67f1f8673 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0498769 Sep 12 14:17:15.458559 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3c2c2321-8929-4697-a335-15b57d53538d req-3be64e4e-90ae-4c8e-9182-8dafcd35f72a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453942 Sep 12 14:17:15.913413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4564-2652-4f96-a869-47652936fd9d req-2e6015df-4e52-4e31-9a01-4d422050b665 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:15.914830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-085a4564-2652-4f96-a869-47652936fd9d req-2e6015df-4e52-4e31-9a01-4d422050b665 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0454779 Sep 12 14:17:15.960707 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-085a4564-2652-4f96-a869-47652936fd9d req-1d364a82-1d09-42c8-a9de-1b2fd7723c5f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Sep 12 14:17:16.274919 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-61d419a9-bf9f-49c8-bd28-7b31d1b698d8 req-13cc2a28-26e4-430e-ad39-e61bbe947879 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0301123 Sep 12 14:17:16.825974 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563a122-50c8-4fa5-9b9d-b14833885879 req-a89d85df-70ea-4c46-bff5-4284c30827cb tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:16.835732 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8563a122-50c8-4fa5-9b9d-b14833885879 req-a89d85df-70ea-4c46-bff5-4284c30827cb tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.2938781 Sep 12 14:17:16.880477 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8563a122-50c8-4fa5-9b9d-b14833885879 req-a0e75968-44ea-4720-a669-7b17e36d9998 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468199 Sep 12 14:17:17.080934 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f114073-da69-4b65-ac42-52e83d41b24c req-8d614f3d-2326-49b8-bb21-6e6009756db6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:17.082366 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f114073-da69-4b65-ac42-52e83d41b24c req-8d614f3d-2326-49b8-bb21-6e6009756db6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0454121 Sep 12 14:17:17.128925 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7f114073-da69-4b65-ac42-52e83d41b24c req-8db89e9f-9f2b-4e22-8aef-7059e45d61e8 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Sep 12 14:17:17.379444 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-470d0825-591c-4562-a58e-32ccf9d5c89a req-90d10987-ef74-4c5a-b9cb-1073b218940a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0295761 Sep 12 14:17:17.998253 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91f69c-fe48-4346-b8f0-e38858719c38 req-646ea9d8-bdeb-4f7d-9439-43a03318434c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:18.000355 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a91f69c-fe48-4346-b8f0-e38858719c38 req-646ea9d8-bdeb-4f7d-9439-43a03318434c tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0451140 Sep 12 14:17:18.044357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1a91f69c-fe48-4346-b8f0-e38858719c38 req-0e1968a0-1699-4fc6-845e-050f42aa86a0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386319 Sep 12 14:17:18.246342 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b870a3-dd5c-4bec-b5e9-f5bbde902653 req-4b084112-9aa7-4dca-94cb-444f1393bc19 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:18.247824 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-83b870a3-dd5c-4bec-b5e9-f5bbde902653 req-4b084112-9aa7-4dca-94cb-444f1393bc19 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0460956 Sep 12 14:17:18.292766 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:18.301195 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-83b870a3-dd5c-4bec-b5e9-f5bbde902653 req-ddd7af38-a69e-4e66-8f8e-f79876b874cb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Sep 12 14:17:18.481649 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-290da7eb-4733-48c3-b54a-ddda7b317bce req-2fc64f01-e56b-4c86-b766-2fe12940913b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0271275 Sep 12 14:17:18.693569 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:19.161823 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65986-2aa0-45ee-9a25-8055d8381a68 req-e3a69c08-3b43-464a-ba71-cf53cb614e67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:19.163290 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bfb65986-2aa0-45ee-9a25-8055d8381a68 req-e3a69c08-3b43-464a-ba71-cf53cb614e67 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0447721 Sep 12 14:17:19.209590 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bfb65986-2aa0-45ee-9a25-8055d8381a68 req-4d2a9161-f508-4312-8058-146bdda5eab7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403023 Sep 12 14:17:19.418817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5d75c-9b02-48a3-a0c5-734f3743e1ef req-f25e4467-0fa5-49a8-a6d7-2236828af60e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:19.420269 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e9d5d75c-9b02-48a3-a0c5-734f3743e1ef req-f25e4467-0fa5-49a8-a6d7-2236828af60e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0456452 Sep 12 14:17:19.464947 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:19.469988 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e9d5d75c-9b02-48a3-a0c5-734f3743e1ef req-aebe87d7-78fd-4831-b70a-3d6c31796e21 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442715 Sep 12 14:17:19.582488 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-69a0355f-7272-44ce-9a3d-062a6831b9fe req-7dfd0745-8c19-4403-b0ba-992b7f8fdeb6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Sep 12 14:17:20.151711 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-e0f52669-4797-45fb-b11b-fa2d1f2def82 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486970 Sep 12 14:17:20.219564 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-75b1ae6a-20f7-4abe-b8dc-69e5b1547369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.220144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dab9c-609b-45db-ac7f-9f4b26a3580d req-0441ac9d-4109-4770-ba03-cb154c3a5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.221192 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-75b1ae6a-20f7-4abe-b8dc-69e5b1547369 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 1130 time: 0.0421000 Sep 12 14:17:20.221652 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-532dab9c-609b-45db-ac7f-9f4b26a3580d req-0441ac9d-4109-4770-ba03-cb154c3a5a16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0429792 Sep 12 14:17:20.307207 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-532dab9c-609b-45db-ac7f-9f4b26a3580d req-c1a0f83a-c770-444d-9bca-67ad934c6ec1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639260 Sep 12 14:17:20.392487 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a3c0-b9b0-4fa4-b81c-da2ce55cca1a req-2ab6d63e-48b6-46f9-b37e-5bd79a91dc8b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.393948 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3362a3c0-b9b0-4fa4-b81c-da2ce55cca1a req-2ab6d63e-48b6-46f9-b37e-5bd79a91dc8b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0948687 Sep 12 14:17:20.423030 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-bc548a49-27bf-499a-b860-fed27059439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.424442 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-bc548a49-27bf-499a-b860-fed27059439f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.1657345 Sep 12 14:17:20.450633 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3362a3c0-b9b0-4fa4-b81c-da2ce55cca1a req-07d5bae5-5001-4d34-bdc1-cf20452969b0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509593 Sep 12 14:17:20.636420 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff6a26-f8d2-4011-8d7e-e4c0a616137f req-fdd9e05f-3895-4e5d-9963-bfee595c5ce1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.637903 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdff6a26-f8d2-4011-8d7e-e4c0a616137f req-fdd9e05f-3895-4e5d-9963-bfee595c5ce1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0955982 Sep 12 14:17:20.639866 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-c4d8ac3c-39cc-4fe3-b5df-294885a2ca3c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 200 len: 1000 time: 0.0956783 Sep 12 14:17:20.720802 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c00e2bd1-b8fa-468e-a84f-73254b7c236f req-fcd43e51-a782-42ac-97e6-95b664012b8f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0612311 Sep 12 14:17:20.751179 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-ab6ce8f5-2fdb-4f81-ab34-473a693b0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.752610 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-ab6ce8f5-2fdb-4f81-ab34-473a693b0871 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0921080 Sep 12 14:17:20.755739 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdff6a26-f8d2-4011-8d7e-e4c0a616137f req-b9dd457b-1fd8-4f72-a09e-a53f4a31c0ae tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102905 Sep 12 14:17:20.951086 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614695fd-21c9-4dc2-80fe-d2a1f88c25dc req-4e635500-f683-48df-b23f-c3c70123345f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:20.952665 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-614695fd-21c9-4dc2-80fe-d2a1f88c25dc req-4e635500-f683-48df-b23f-c3c70123345f tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0483110 Sep 12 14:17:21.015470 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-614695fd-21c9-4dc2-80fe-d2a1f88c25dc req-1bb2e419-40c7-4fa4-aa0e-1380a9d76bf5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572596 Sep 12 14:17:21.570425 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef672-3fb2-4f5d-995e-e986dc049555 req-dc40dfde-3b2a-4dde-8ca1-85e239be2521 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:21.571897 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0d9ef672-3fb2-4f5d-995e-e986dc049555 req-dc40dfde-3b2a-4dde-8ca1-85e239be2521 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0454352 Sep 12 14:17:21.622193 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0d9ef672-3fb2-4f5d-995e-e986dc049555 req-995fdcdd-3190-4a07-94ea-82399e8bf426 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449660 Sep 12 14:17:21.821889 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6a482b8-869c-411e-8542-f032510823ba req-6c38fea9-ff13-42a6-b80f-5dd1422fd36d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Sep 12 14:17:22.129701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff199d-7eb3-49af-a1b5-47a43cbc40b0 req-e35e9454-2a76-41be-83cb-dbf130e9e376 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:22.131203 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6ff199d-7eb3-49af-a1b5-47a43cbc40b0 req-e35e9454-2a76-41be-83cb-dbf130e9e376 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0469801 Sep 12 14:17:22.178770 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6ff199d-7eb3-49af-a1b5-47a43cbc40b0 req-a864ca76-7b46-412c-9fe9-1cf4d930a8d2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Sep 12 14:17:22.338733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-cccd553a-bbae-4a67-9a7a-cd6b49f1e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:22.340132 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-cccd553a-bbae-4a67-9a7a-cd6b49f1e81a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390637 Sep 12 14:17:22.747545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b70ff9-4db2-44bb-9c5d-8306e2824c05 req-beda6812-8785-40b0-9a42-c30704f2eba1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:22.749007 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e0b70ff9-4db2-44bb-9c5d-8306e2824c05 req-beda6812-8785-40b0-9a42-c30704f2eba1 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0492394 Sep 12 14:17:22.795994 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e0b70ff9-4db2-44bb-9c5d-8306e2824c05 req-a060f8de-0d3d-4d9e-b855-cc374a0f7d31 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409331 Sep 12 14:17:22.905072 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:22.924821 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d250ab7b-f216-4961-974a-0ba5aa39941c req-fbf1d4d5-c145-4f51-8089-4fe1548b53f1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0279992 Sep 12 14:17:23.304281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599adc0-856f-45e6-b250-6c0662222aae req-ac6f2860-07f2-4d99-8ea5-6fcc9d0b8041 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:23.305702 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3599adc0-856f-45e6-b250-6c0662222aae req-ac6f2860-07f2-4d99-8ea5-6fcc9d0b8041 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Sep 12 14:17:23.354548 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3599adc0-856f-45e6-b250-6c0662222aae req-f26ec3ed-a755-4cbc-8e44-4508529ee02a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Sep 12 14:17:23.649716 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=1,neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:23.676330 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:23.914707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d07e9-2f8a-4180-9b41-22a9782a922d req-3065a2e7-b934-40bc-aeb0-9f12ca344785 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:23.916094 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-120d07e9-2f8a-4180-9b41-22a9782a922d req-3065a2e7-b934-40bc-aeb0-9f12ca344785 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0449836 Sep 12 14:17:23.946230 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:23.962905 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-120d07e9-2f8a-4180-9b41-22a9782a922d req-af52b703-0e0a-4200-b3bc-4b5915a11ba4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408916 Sep 12 14:17:24.026774 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5d98606d-5e93-4b78-b4f7-1dd34b886ff4 req-d04709fd-121c-4f44-a681-a20d425729f8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Sep 12 14:17:24.226485 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-ff99ec9a-f980-4895-b477-46e62fa4593d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024923 Sep 12 14:17:24.261798 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-9f3e727c-8bec-4dca-a9bb-9591486122e7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:24.263287 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-9f3e727c-8bec-4dca-a9bb-9591486122e7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1397018 Sep 12 14:17:24.264597 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-6c49d12a-0c37-46cf-80d2-e2d3847e212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:24.266018 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-6c49d12a-0c37-46cf-80d2-e2d3847e212e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 1129 time: 0.0930302 Sep 12 14:17:24.327880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-81ca4fcf-cab5-43fe-9677-a4a8134ad697 req-d86802e7-fe7a-4e4b-aeb4-9307f35e4f37 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893645 Sep 12 14:17:24.356975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:24.404535 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-81135716-4c36-454c-b3a2-2e84ed64d525 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 380 time: 0.1227741 Sep 12 14:17:24.429318 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-2ced2c41-16ba-4b13-b5bf-127d079e93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:24.430827 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-2ced2c41-16ba-4b13-b5bf-127d079e93b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1429963 Sep 12 14:17:24.478624 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831ebb-f5a3-48d1-bd6e-a2afea8c7f63 req-eb89af54-4764-4edb-a510-8fc7f750e2e1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:24.480099 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20831ebb-f5a3-48d1-bd6e-a2afea8c7f63 req-eb89af54-4764-4edb-a510-8fc7f750e2e1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0502300 Sep 12 14:17:24.525324 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20831ebb-f5a3-48d1-bd6e-a2afea8c7f63 req-f44355fa-bd9e-4578-a85c-a57e0ba40241 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Sep 12 14:17:24.551520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'port': {'device_id': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'admin_state_up': True, 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'security_groups': ['e78ce605-8478-4969-9620-2d264f7c80ba']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:24.711629 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-c6f4f9cf-bf00-4325-b325-091e4a572dd4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 200 len: 1001 time: 0.0865726 Sep 12 14:17:24.719578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:17:24.723219 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:24.844239 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.20.0.11 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/0e35527d-008f-43d4-89a7-ebd020d16331) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:17:24.980218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (0e35527d-008f-43d4-89a7-ebd020d16331), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:24.986551 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:25.016796 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:25.058548 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:17:25.074769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:25.080340 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:17:25.097594 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89165753-7684-4286-9775-fcfd64fdcd55 req-33ca5077-9628-4dbb-8506-9a59a9a61529 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.099370 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-89165753-7684-4286-9775-fcfd64fdcd55 req-33ca5077-9628-4dbb-8506-9a59a9a61529 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0563972 Sep 12 14:17:25.106214 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:17:25.156081 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-89165753-7684-4286-9775-fcfd64fdcd55 req-e04e1377-1aa2-4ab5-8520-72e8f279a94b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499701 Sep 12 14:17:25.195997 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-096c3202-f559-4d0b-a472-a6cb797a1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.198035 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-096c3202-f559-4d0b-a472-a6cb797a1b8d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.1185508 Sep 12 14:17:25.212783 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.213676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:25.220831 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943396e-e8bf-4f02-8dc9-46c4c99937e6 req-39894cfe-7f05-44ca-85e5-732815cc1d79 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.223154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a943396e-e8bf-4f02-8dc9-46c4c99937e6 req-39894cfe-7f05-44ca-85e5-732815cc1d79 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 932 time: 0.0584290 Sep 12 14:17:25.239845 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-eb3dd5dd-171b-43b9-9321-b6801924e87a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921582 Sep 12 14:17:25.291530 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a943396e-e8bf-4f02-8dc9-46c4c99937e6 req-734b775f-5152-4fd3-b54f-149d18016e12 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620322 Sep 12 14:17:25.416951 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-0a4556ee-3e3f-41c0-b2d0-f6eca729f354 None None] Provisioning complete for port 0e35527d-008f-43d4-89a7-ebd020d16331 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:17:25.417469 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0a4556ee-3e3f-41c0-b2d0-f6eca729f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:25.443484 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Request body: {'port': {'device_id': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:25.460481 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-0a4556ee-3e3f-41c0-b2d0-f6eca729f354 None None] Port 0e35527d-008f-43d4-89a7-ebd020d16331 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:17:25.566162 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-5bc0abe3-5d89-45c4-81ec-22c9959189ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.567686 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-5bc0abe3-5d89-45c4-81ec-22c9959189ae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806146 Sep 12 14:17:25.581494 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:25.620537 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:25.706395 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cede635-2ad3-488e-99cb-7c3aec527c92 req-92fd5f82-fa04-43bf-b157-8c64ef396094 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.708030 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9cede635-2ad3-488e-99cb-7c3aec527c92 req-92fd5f82-fa04-43bf-b157-8c64ef396094 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.1107130 Sep 12 14:17:25.712998 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4eece-0821-4601-8177-a494c6156170 req-2e995a5a-39c3-455e-b15f-de4f1fc71cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.714404 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-2e995a5a-39c3-455e-b15f-de4f1fc71cd1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0860953 Sep 12 14:17:25.720550 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41d61-c548-41cb-a8be-06f4a906ba12 req-7275afc0-e113-4a29-8bf2-762f4ad7a6a6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.721965 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3ca41d61-c548-41cb-a8be-06f4a906ba12 req-7275afc0-e113-4a29-8bf2-762f4ad7a6a6 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0925307 Sep 12 14:17:25.782379 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-2a31a3c0-52ec-4009-a805-6619338d50da service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964681 Sep 12 14:17:25.856152 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:25.871513 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9cede635-2ad3-488e-99cb-7c3aec527c92 req-5f2401f1-b5f1-45b4-8cfd-98674307a06f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1484170 Sep 12 14:17:25.887884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3ca41d61-c548-41cb-a8be-06f4a906ba12 req-b0736e0d-6eb4-4f87-ac56-baa82b2fe651 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475644 Sep 12 14:17:25.891579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4eece-0821-4601-8177-a494c6156170 req-ac4f0245-5edd-4d62-9f57-654eb020d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:25.893723 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-ac4f0245-5edd-4d62-9f57-654eb020d35d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.1698225 Sep 12 14:17:26.193940 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d076e9b0-ac12-4bca-b153-595c39494a70 req-eb16b297-506d-4fc5-bd79-e098881ea45a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986049 Sep 12 14:17:26.198595 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-896da1e6-94a8-43c9-8932-ad9e6edd6184 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1002 time: 0.0616839 Sep 12 14:17:26.247046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4eece-0821-4601-8177-a494c6156170 req-2916551f-fe6e-4dad-9ffb-c6693dfdbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:26.248493 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-2916551f-fe6e-4dad-9ffb-c6693dfdbecc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0432246 Sep 12 14:17:26.252710 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e35527d-008f-43d4-89a7-ebd020d16331 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:17:26.260246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks [] for port (0e35527d-008f-43d4-89a7-ebd020d16331), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:26.275274 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:26.278949 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Transition to ACTIVE for port object 0e35527d-008f-43d4-89a7-ebd020d16331 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:17:26.282724 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:26.315123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4eece-0821-4601-8177-a494c6156170 req-76c86e9a-f3bc-4757-b659-e291d8612a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:26.316642 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-76c86e9a-f3bc-4757-b659-e291d8612a32 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398200 Sep 12 14:17:26.348203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Pushing event updated for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:26.358111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.359119 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.359672 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.360244 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.360811 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.361337 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.363676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.364036 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.364975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.364975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.365671 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.365779 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.366303 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.366868 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.367206 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:26.419727 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Attempting to bind port 0e35527d-008f-43d4-89a7-ebd020d16331 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:17:26.420188 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Attempting to bind port 0e35527d-008f-43d4-89a7-ebd020d16331 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:17:26.422011 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Attempting to bind port 0e35527d-008f-43d4-89a7-ebd020d16331 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:17:26.425315 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:26.454437 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bd1e3-2523-4796-ad75-053409bc0e53 req-b1289a7a-d8c1-49b4-bd54-93f4aa73573c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:26.455945 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-737bd1e3-2523-4796-ad75-053409bc0e53 req-b1289a7a-d8c1-49b4-bd54-93f4aa73573c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0682354 Sep 12 14:17:26.482572 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-aeec9fdb-f835-4e7b-ab90-70301524595b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578810 Sep 12 14:17:26.483160 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Port 0e35527d-008f-43d4-89a7-ebd020d16331 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:17:26.484170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Attempting to bind port 0e35527d-008f-43d4-89a7-ebd020d16331 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:17:26.525099 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:17:26.525429 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:17:26.525814 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:17:26.526242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Bound port: 0e35527d-008f-43d4-89a7-ebd020d16331, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:17:26.526590 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:26.557464 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-737bd1e3-2523-4796-ad75-053409bc0e53 req-774588f2-903d-444d-a0ae-2250066883cb tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921993 Sep 12 14:17:26.593721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:17:26.597063 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0e35527d-008f-43d4-89a7-ebd020d16331,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:17:26.603522 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:26.604972 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4da4eece-0821-4601-8177-a494c6156170 req-87764c02-de7f-4269-8cac-3bf7be477b30 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094155 Sep 12 14:17:26.607688 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:26.608828 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:26.610208 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/0e35527d-008f-43d4-89a7-ebd020d16331 HTTP/1.1" status: 200 len: 1094 time: 1.1728637 Sep 12 14:17:26.610759 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:26.613061 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:26.657596 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80061852-05f6-40f5-aca6-ea03d6bebd80 x-openstack-request-id: req-80061852-05f6-40f5-aca6-ea03d6bebd80 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:26.657929 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:26.658187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80061852-05f6-40f5-aca6-ea03d6bebd80 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:26.658589 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80061852-05f6-40f5-aca6-ea03d6bebd80'] response: {'name': 'network-changed', 'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331', 'status': 'completed', 'code': 200} Sep 12 14:17:26.663305 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f8374-48dc-4dcd-ba38-7dfeed5f8173 service neutron] Pushing event updated for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:27.013019 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdc6b8-e76d-4518-8587-47b98b25ea09 req-a58e82cd-428d-45b7-9061-d535825f64c9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:27.014450 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-85bdc6b8-e76d-4518-8587-47b98b25ea09 req-a58e82cd-428d-45b7-9061-d535825f64c9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0719841 Sep 12 14:17:27.033465 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6751cb-527d-4de1-8c58-0176623ca11a req-963af2e1-59f4-4a90-ab4e-8402ee93eaa5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:27.034816 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ff6751cb-527d-4de1-8c58-0176623ca11a req-963af2e1-59f4-4a90-ab4e-8402ee93eaa5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0645955 Sep 12 14:17:27.101347 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-85bdc6b8-e76d-4518-8587-47b98b25ea09 req-d14de2c3-2586-4b0b-8795-1d87cd615320 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0812080 Sep 12 14:17:27.107935 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ff6751cb-527d-4de1-8c58-0176623ca11a req-afe1fb33-6aa7-4dc9-93a7-618a48f77b2c tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631630 Sep 12 14:17:27.681667 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a6d8-5e05-4a72-9dc2-05b5723d419c req-a3a6b081-0347-4445-80b9-eca4cd066227 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:27.683150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0639a6d8-5e05-4a72-9dc2-05b5723d419c req-a3a6b081-0347-4445-80b9-eca4cd066227 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0492504 Sep 12 14:17:27.733816 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0639a6d8-5e05-4a72-9dc2-05b5723d419c req-e5af984f-b222-43cb-8e86-6ad805e03b48 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Sep 12 14:17:28.226981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88594-dd06-45b7-a081-4bc6eb2efe37 req-f72abd87-73e0-4209-a4bd-4cb4dcb9a090 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:28.228400 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-99d88594-dd06-45b7-a081-4bc6eb2efe37 req-f72abd87-73e0-4209-a4bd-4cb4dcb9a090 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0456877 Sep 12 14:17:28.279435 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-99d88594-dd06-45b7-a081-4bc6eb2efe37 req-ee342ad4-0edd-4746-b388-67acc82baff9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455008 Sep 12 14:17:28.755768 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-1018d773-26d9-433d-bb81-f1af7d39174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:28.757323 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-1018d773-26d9-433d-bb81-f1af7d39174f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 1128 time: 0.0530152 Sep 12 14:17:28.862931 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bd28b-a085-4d3c-990d-75ba4017578a req-62cb3e56-2bb7-4f59-80ad-76162124e842 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:28.864746 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-234bd28b-a085-4d3c-990d-75ba4017578a req-62cb3e56-2bb7-4f59-80ad-76162124e842 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0563278 Sep 12 14:17:28.886122 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:28.917184 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-234bd28b-a085-4d3c-990d-75ba4017578a req-acd11834-63a1-4877-88f0-a8acdb69567c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Sep 12 14:17:28.930706 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-7b45d1d1-3ae8-4233-9177-c897f0c48257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:28.932298 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-7b45d1d1-3ae8-4233-9177-c897f0c48257 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=4a72919a47034a2684973f31e4217f3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1010823 Sep 12 14:17:29.409138 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58601616-f255-4a4f-bd73-2423f39cb208 req-0bfebfb3-8008-47bc-bca3-e3ffcd009bf4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:29.410672 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-58601616-f255-4a4f-bd73-2423f39cb208 req-0bfebfb3-8008-47bc-bca3-e3ffcd009bf4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0563784 Sep 12 14:17:29.447214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:29.459843 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-58601616-f255-4a4f-bd73-2423f39cb208 req-91bb6782-d3c2-420b-bf85-8786b460c947 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431499 Sep 12 14:17:29.460127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-678a4607-0f44-4ddb-8e13-25cbdbb73705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:29.461646 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-0ff0ec88-485f-46f1-9f5e-ffa70a36fba5 req-678a4607-0f44-4ddb-8e13-25cbdbb73705 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017256 Sep 12 14:17:29.579652 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cf999-08bc-48eb-b2b5-4b684bbd4bba req-46d88319-462a-42c5-bdf9-191f371b6dce tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:29.581401 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b62cf999-08bc-48eb-b2b5-4b684bbd4bba req-46d88319-462a-42c5-bdf9-191f371b6dce tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0506876 Sep 12 14:17:29.591715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48578) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:29.596223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Request body: {'floatingip': {'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:29.653763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:30.003704 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:30.010491 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-3da780a5-2d6e-4b4c-b730-6dcbe8a9771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:30.012061 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-3da780a5-2d6e-4b4c-b730-6dcbe8a9771a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 1128 time: 0.0839279 Sep 12 14:17:30.045336 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b739bb-68b9-4738-a115-e3283aa65f11 req-718be903-6169-46cb-8669-babaafce15a8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:30.047057 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-35b739bb-68b9-4738-a115-e3283aa65f11 req-718be903-6169-46cb-8669-babaafce15a8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0483468 Sep 12 14:17:30.090532 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-31b49955-f9ba-4850-8892-8efccf75083f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e35527d-008f-43d4-89a7-ebd020d16331 HTTP/1.1" status: 200 len: 217 time: 0.0411243 Sep 12 14:17:30.106356 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-35b739bb-68b9-4738-a115-e3283aa65f11 req-6c3ffc21-d0f3-4706-91e2-0130bfec39e7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Sep 12 14:17:30.207697 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-1de6b515-acfd-4a4d-a522-c292ac5b6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:30.209158 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-1de6b515-acfd-4a4d-a522-c292ac5b6522 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.1082110 Sep 12 14:17:30.216757 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:30.220457 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:30.299658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-35ccfd40-bf06-485a-be5a-d274c8ae2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:30.301187 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-35ccfd40-bf06-485a-be5a-d274c8ae2206 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0785470 Sep 12 14:17:30.395485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:30.475327 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-fb72d492-deb4-4d17-bcfc-1d6c632fdb17 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466060 Sep 12 14:17:30.582858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Router b4e3ec40-6518-425b-bf79-e47972c447bf has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:17:30.616502 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-899e6b62-8904-4eec-bcc2-42f84e9e9d72 req-88d4c833-7088-458b-9ecc-4e293a9afcec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119106 Sep 12 14:17:30.706376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:30.710978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:30.715966 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:30.727946 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:30.728576 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:30.741481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:30.743837 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:30.775295 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-dbc87b41-74f5-4cc2-baab-b5a0246cc2d4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0f16618e-6730-466a-ae95-034f4cfaf56e HTTP/1.1" status: 200 len: 994 time: 1.1824262 Sep 12 14:17:30.784334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af847a2-de0c-4efc-92d2-f2cbf2ce4cd7 x-openstack-request-id: req-3af847a2-de0c-4efc-92d2-f2cbf2ce4cd7 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:30.784624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:30.784878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3af847a2-de0c-4efc-92d2-f2cbf2ce4cd7 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:30.785282 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af847a2-de0c-4efc-92d2-f2cbf2ce4cd7'] response: {'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'status': 'completed', 'code': 200} Sep 12 14:17:30.836514 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:31.048529 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:17:30Z', 'revision_number': 3, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:31.074815 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:31.085187 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:31.086051 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:31.180001 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a8f07-51d1-4e10-b452-ea77fb0657b1 req-78a1eccf-ab64-4cec-9dff-8e29992f3bc4 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:31.181575 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d72a8f07-51d1-4e10-b452-ea77fb0657b1 req-78a1eccf-ab64-4cec-9dff-8e29992f3bc4 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Sep 12 14:17:31.196953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:31.247076 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:31.267610 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02a57-5208-4916-814b-74b68c51a241 req-18a2d4b5-57c1-4ceb-9952-02eeb6db0b71 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:31.269065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31b02a57-5208-4916-814b-74b68c51a241 req-18a2d4b5-57c1-4ceb-9952-02eeb6db0b71 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0736785 Sep 12 14:17:31.273972 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d72a8f07-51d1-4e10-b452-ea77fb0657b1 req-3231e7e8-70fe-45b8-b5a0-ee262b2583f8 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 Sep 12 14:17:31.317951 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31b02a57-5208-4916-814b-74b68c51a241 req-3a2d1f44-69d2-43cc-aa44-4ef16cee5115 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Sep 12 14:17:31.363610 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:31.412247 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:17:30Z', 'revision_number': 3, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:31.439571 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3f7bc-bd4b-4e21-9fe3-fbd0e89a987f None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0f16618e-6730-466a-ae95-034f4cfaf56e', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'port_id': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'mac_address': 'fa:16:3e:a6:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:15:26Z', 'updated_at': '2022-09-12T14:17:30Z', 'revision_number': 3, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:32.395604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cbe7d-35e4-44da-a15b-abc5eedf77c4 req-a9a69cf2-7118-4993-9793-aa57d9cda694 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:32.397075 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-886cbe7d-35e4-44da-a15b-abc5eedf77c4 req-a9a69cf2-7118-4993-9793-aa57d9cda694 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0468235 Sep 12 14:17:32.458365 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f337457-6371-4c5d-a4da-5a7405b7f4fd req-d4e45db8-8426-485d-82ad-381fc9a531e6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:32.459809 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f337457-6371-4c5d-a4da-5a7405b7f4fd req-d4e45db8-8426-485d-82ad-381fc9a531e6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 944 time: 0.0618749 Sep 12 14:17:32.494416 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-886cbe7d-35e4-44da-a15b-abc5eedf77c4 req-4745502d-5224-424e-9a38-96f68ee21c6b tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883811 Sep 12 14:17:32.519835 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f337457-6371-4c5d-a4da-5a7405b7f4fd req-a4acf7a9-d67e-42e3-9b4f-1ec32f36ebcd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545225 Sep 12 14:17:32.786776 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:32.789138 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d70e1-54d2-430d-a2cb-c4255701ce48" -d '{"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:32.825220 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62799a30-3aff-4e92-90cf-e49b4352c5c9 x-openstack-request-id: req-62799a30-3aff-4e92-90cf-e49b4352c5c9 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:32.825513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:32.825770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62799a30-3aff-4e92-90cf-e49b4352c5c9 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:32.826173 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62799a30-3aff-4e92-90cf-e49b4352c5c9'] response: {'name': 'network-changed', 'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'status': 'completed', 'code': 200} Sep 12 14:17:32.839512 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 0e35527d-008f-43d4-89a7-ebd020d16331 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:17:32.909727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:32.935712 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0e35527d-008f-43d4-89a7-ebd020d16331,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:32.946517 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '0e35527d-008f-43d4-89a7-ebd020d16331', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'port_id': '0e35527d-008f-43d4-89a7-ebd020d16331', 'mac_address': 'fa:16:3e:be:cf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:17:33.109162 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 0e35527d-008f-43d4-89a7-ebd020d16331 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:17:33.109455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:33.123144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4511ed9d-65b6-4425-a6e4-e9d011f6bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:33.127046 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e35527d-008f-43d4-89a7-ebd020d16331 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:17:33.146958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0e35527d-008f-43d4-89a7-ebd020d16331,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:33.150499 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:33.195225 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:33.517604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-ee2fcbbb-ac5b-4df0-86ef-dc024220dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.519100 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-ee2fcbbb-ac5b-4df0-86ef-dc024220dede service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0415895 Sep 12 14:17:33.566203 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['0e35527d-008f-43d4-89a7-ebd020d16331'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:17:33.615069 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:33.620070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-9152185a-d49f-431c-aade-1aa49fdf7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.621544 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-9152185a-d49f-431c-aade-1aa49fdf7126 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0926521 Sep 12 14:17:33.656658 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712810-fddb-482f-8ba5-899fafc05397 req-a79706ef-69e6-4fb9-af91-d468ee07372c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.658135 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f2712810-fddb-482f-8ba5-899fafc05397 req-a79706ef-69e6-4fb9-af91-d468ee07372c tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0832264 Sep 12 14:17:33.671351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a82f2-c329-4653-a591-9646775af514 req-7350f360-5adc-45f5-84db-827efe3e60be tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.672793 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe2a82f2-c329-4653-a591-9646775af514 req-7350f360-5adc-45f5-84db-827efe3e60be tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 945 time: 0.0606594 Sep 12 14:17:33.716460 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-0cab4ef9-1696-492f-ad6c-3b01cd001178 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1002 time: 0.0644150 Sep 12 14:17:33.747645 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f2712810-fddb-482f-8ba5-899fafc05397 req-4eb69b8c-c241-45c8-9c6d-972c36784aa6 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8b6f9060-a633-45e7-a848-29efd1857424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Sep 12 14:17:33.766269 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fe2a82f2-c329-4653-a591-9646775af514 req-3d1f68d7-859b-46f5-bf42-c89cfcb81fd4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866625 Sep 12 14:17:33.768367 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-c43ecbb8-a317-4e34-879f-0e9231bd90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.769749 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-c43ecbb8-a317-4e34-879f-0e9231bd90d3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0461872 Sep 12 14:17:33.848238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-b6c1d25d-c401-460c-b5c2-8ef137e590bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.849725 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-b6c1d25d-c401-460c-b5c2-8ef137e590bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394526 Sep 12 14:17:33.856311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-360bfbab-5d8e-4498-b612-d71efa501391 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:33.857847 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-360bfbab-5d8e-4498-b612-d71efa501391 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 945 time: 0.0465479 Sep 12 14:17:33.944332 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-95ce3e87-3732-4bf9-9d4e-5d68c477b2c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868361 Sep 12 14:17:33.947122 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Deleting port 707f49d3-a873-4bc2-9e47-7281fb27da2b {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:17:33.947541 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:34.036961 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2a14b3c8-f39f-4e35-994a-18a02f2e44a8 req-c3e4abaa-22ff-4251-87c7-4bff0fa02e16 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Sep 12 14:17:34.044098 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] For port 707f49d3-a873-4bc2-9e47-7281fb27da2b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=707f49d3-a873-4bc2-9e47-7281fb27da2b,segment=NetworkSegment(0cd87f5c-1386-4d3d-83a3-45ce00e95279),segment_id=0cd87f5c-1386-4d3d-83a3-45ce00e95279)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:34.044457 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:34.060029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Calling delete_port for 707f49d3-a873-4bc2-9e47-7281fb27da2b owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:17:34.125059 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-7d4f6c9f-31f9-4d49-86d3-a0a27cbd8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:34.126568 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-7d4f6c9f-31f9-4d49-86d3-a0a27cbd8ea1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 1130 time: 0.0422761 Sep 12 14:17:34.135644 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:34.179482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:34.193214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (707f49d3-a873-4bc2-9e47-7281fb27da2b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:34.218606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-a66947e1-7dc8-4634-bacc-ed3d26c7aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:34.220087 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-a66947e1-7dc8-4634-bacc-ed3d26c7aa15 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.0861559 Sep 12 14:17:34.222114 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Pushing event deleted for resources: {'Port': ['ID=707f49d3-a873-4bc2-9e47-7281fb27da2b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:34.268942 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.269294 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.269634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.269973 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.270302 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.270627 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.270981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.271305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.271631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.271953 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.272277 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.272595 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.272915 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.273236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.273553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:17:34.290355 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-21422c84-92ed-45fd-909f-3686ac6d9b1e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 200 len: 1002 time: 0.0593483 Sep 12 14:17:34.300553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] No DVR routers for this DVR port 707f49d3-a873-4bc2-9e47-7281fb27da2b on host hv-cinder-82002 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:17:34.303113 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:34.306312 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ac15c84f-e52c-4204-84d2-fcd54c257f09 req-cd795885-8d85-43ce-baa7-6a0569681a40 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.23 "DELETE /networking/v2.0/ports/707f49d3-a873-4bc2-9e47-7281fb27da2b HTTP/1.1" status: 204 len: 173 time: 0.4368818 Sep 12 14:17:34.306804 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'name': 'network-vif-deleted', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:34.309225 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d0235-83d8-49b9-904e-cd90bb28418f" -d '{"events": [{"server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "name": "network-vif-deleted", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:34.349847 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-92956e17-5987-45cf-acba-46b9a6dd011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:34.351481 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-92956e17-5987-45cf-acba-46b9a6dd011e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.0543959 Sep 12 14:17:34.353284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483be1b8-1d9d-47cb-ab56-2c1f827e2a63 x-openstack-request-id: req-483be1b8-1d9d-47cb-ab56-2c1f827e2a63 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:34.353647 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c251a-73a8-4862-b62f-23dee73e3239", "name": "network-vif-deleted", "tag": "707f49d3-a873-4bc2-9e47-7281fb27da2b", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:34.353906 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-483be1b8-1d9d-47cb-ab56-2c1f827e2a63 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:34.354330 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483be1b8-1d9d-47cb-ab56-2c1f827e2a63'] response: {'server_uuid': 'b62c251a-73a8-4862-b62f-23dee73e3239', 'name': 'network-vif-deleted', 'tag': '707f49d3-a873-4bc2-9e47-7281fb27da2b', 'status': 'completed', 'code': 200} Sep 12 14:17:34.424907 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-6365028b-9909-44c6-b43b-086b6ea2752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:34.426413 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-6365028b-9909-44c6-b43b-086b6ea2752c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421867 Sep 12 14:17:34.473884 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['707f49d3-a873-4bc2-9e47-7281fb27da2b'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:17:34.552437 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-dd4d612b-53ed-4a19-9430-085af66cf5cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923431 Sep 12 14:17:34.645477 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-511d70e1-54d2-430d-a2cb-c4255701ce48 req-94b319e7-54f5-4784-898c-a6497cfbb321 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868528 Sep 12 14:17:34.850792 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 0e35527d-008f-43d4-89a7-ebd020d16331 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:17:34.861815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:34.892258 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 0e35527d-008f-43d4-89a7-ebd020d16331 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:17:34.898335 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 0e35527d-008f-43d4-89a7-ebd020d16331 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:17:34.898616 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c9ef80eb-fcdf-4b1c-9fcc-ae64320ca51b req-b7d9c0d7-d887-4379-9e4f-29aa0852c924 tempest-VolumesSnapshotTestJSON-948357311 tempest-VolumesSnapshotTestJSON-948357311-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b62c251a-73a8-4862-b62f-23dee73e3239 HTTP/1.1" status: 200 len: 210 time: 0.0519249 Sep 12 14:17:34.899214 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:34.916222 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef42883-5275-4bf7-adae-ebb12757a241 req-f4acc48e-6746-4d12-9027-1e575c72494c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:34.917693 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aef42883-5275-4bf7-adae-ebb12757a241 req-f4acc48e-6746-4d12-9027-1e575c72494c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 945 time: 0.0724819 Sep 12 14:17:34.965459 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aef42883-5275-4bf7-adae-ebb12757a241 req-3e60c2e0-1cc0-418c-a6bd-50a0a1666f46 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Sep 12 14:17:34.980510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 0e35527d-008f-43d4-89a7-ebd020d16331 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:17:34.980962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:35.005478 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:35.007679 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89346dc7-354d-47bc-a0b3-302ad7167f97" -d '{"events": [{"server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "name": "network-vif-plugged", "status": "completed", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:35.020139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0e35527d-008f-43d4-89a7-ebd020d16331,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:35.024145 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:35.045785 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f3fd0-f0ee-4117-bc1b-a238b7286969 x-openstack-request-id: req-df3f3fd0-f0ee-4117-bc1b-a238b7286969 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:35.046093 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "name": "network-vif-plugged", "status": "completed", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:35.046348 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df3f3fd0-f0ee-4117-bc1b-a238b7286969 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:35.046819 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3f3fd0-f0ee-4117-bc1b-a238b7286969'] response: {'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331', 'code': 200} Sep 12 14:17:35.075521 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:35.239203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f7a9c-9be0-4bcf-ae47-c3c171e11922 req-8e141b06-9a31-4da6-8d5b-22857603fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:35.240673 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-444f7a9c-9be0-4bcf-ae47-c3c171e11922 req-8e141b06-9a31-4da6-8d5b-22857603fca4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 1130 time: 0.0417335 Sep 12 14:17:35.265328 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:35.277308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-edb1c47c-7ba4-4449-9fea-4e15540cc930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:35.290729 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-444f7a9c-9be0-4bcf-ae47-c3c171e11922 req-4f570a4c-5dd4-47eb-a999-f4742420bda5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Sep 12 14:17:35.581434 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:17:36.094681 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabf42a-a008-4d3e-8349-b936c2708697 req-bcf8401a-ed70-480b-912e-7999b841ef68 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:36.096173 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5eabf42a-a008-4d3e-8349-b936c2708697 req-bcf8401a-ed70-480b-912e-7999b841ef68 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Sep 12 14:17:36.143651 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5eabf42a-a008-4d3e-8349-b936c2708697 req-7f35c855-ee61-4ce3-9b5a-b6595c6b1b8d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Sep 12 14:17:36.608744 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:36.872399 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 707f49d3-a873-4bc2-9e47-7281fb27da2b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:17:36.891767 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 707f49d3-a873-4bc2-9e47-7281fb27da2b {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:17:36.892045 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 707f49d3-a873-4bc2-9e47-7281fb27da2b not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:17:37.266251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fde74a-0522-4e05-ab9d-b9b07e8412e7 req-d5f08b25-f2e0-467e-9336-36c2b8eb0b24 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:37.267749 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44fde74a-0522-4e05-ab9d-b9b07e8412e7 req-d5f08b25-f2e0-467e-9336-36c2b8eb0b24 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0464187 Sep 12 14:17:37.315914 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44fde74a-0522-4e05-ab9d-b9b07e8412e7 req-7fc24d78-19d3-416c-94b8-b5bbb178f4e6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Sep 12 14:17:37.433372 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ec3aa-316f-4e35-b7d3-828a4271bd34 req-3b1cc955-f75a-48f7-a636-9812bf11a4a2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:37.435168 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-387ec3aa-316f-4e35-b7d3-828a4271bd34 req-3b1cc955-f75a-48f7-a636-9812bf11a4a2 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0474718 Sep 12 14:17:37.447535 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48640) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:37.452512 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'port_id': '0e35527d-008f-43d4-89a7-ebd020d16331'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:17:37.491913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:37.852531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:38.146958 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:38.151550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:38.153138 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:38.235124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:38.246335 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 165451d3-7f78-4149-ae60-e555abac414a associated. External IP: 172.27.3.17, port: 0e35527d-008f-43d4-89a7-ebd020d16331. Sep 12 14:17:38.308042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:38.442518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:17:38.543514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:38.548279 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:38.553111 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:38.563407 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:38.564012 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:38.578866 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0423d6c1-a780-44ca-a6f9-a958744ff64b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/165451d3-7f78-4149-ae60-e555abac414a HTTP/1.1" status: 200 len: 991 time: 1.1304412 Sep 12 14:17:38.579604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:38.581946 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:38.619587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a568a759-f8a8-410a-8109-8742c9f70cf6 x-openstack-request-id: req-a568a759-f8a8-410a-8109-8742c9f70cf6 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:38.619874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:38.620122 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a568a759-f8a8-410a-8109-8742c9f70cf6 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:38.620546 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a568a759-f8a8-410a-8109-8742c9f70cf6'] response: {'name': 'network-changed', 'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331', 'status': 'completed', 'code': 200} Sep 12 14:17:38.665003 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:38.878994 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '165451d3-7f78-4149-ae60-e555abac414a', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '0e35527d-008f-43d4-89a7-ebd020d16331', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:be:cf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:14Z', 'updated_at': '2022-09-12T14:17:38Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:38.902701 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:38.911044 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:38.911632 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:39.008164 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:39.207392 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '165451d3-7f78-4149-ae60-e555abac414a', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '0e35527d-008f-43d4-89a7-ebd020d16331', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:be:cf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:14Z', 'updated_at': '2022-09-12T14:17:38Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:39.233985 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db365bc4-924e-420b-82d9-189c78be0dd5 None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '165451d3-7f78-4149-ae60-e555abac414a', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': '0e35527d-008f-43d4-89a7-ebd020d16331', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:be:cf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:17:14Z', 'updated_at': '2022-09-12T14:17:38Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:39.422246 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2bc1d-c027-4d84-a0cc-56c6dbb6a64e None None] New status for floating IP 165451d3-7f78-4149-ae60-e555abac414a: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:40.405641 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-3ff42d50-eaad-46e1-9389-0f8ea013c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:40.407217 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-3ff42d50-eaad-46e1-9389-0f8ea013c36c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 1130 time: 0.0391006 Sep 12 14:17:40.500624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-579feeb9-240f-4527-9a41-28099cfeee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:40.502089 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-579feeb9-240f-4527-9a41-28099cfeee31 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 916 time: 0.0886407 Sep 12 14:17:40.564226 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-22a454c8-6c97-4918-92c2-04231e23b656 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e35527d-008f-43d4-89a7-ebd020d16331 HTTP/1.1" status: 200 len: 1001 time: 0.0548513 Sep 12 14:17:40.611826 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-9d98a229-e3c8-4806-abcf-b77d0ece9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:40.613223 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-9d98a229-e3c8-4806-abcf-b77d0ece9619 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.0429649 Sep 12 14:17:40.653676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:40.663121 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-a3ee5bcc-824e-408b-a99d-b1a605b41b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:40.664546 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-a3ee5bcc-824e-408b-a99d-b1a605b41b87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443981 Sep 12 14:17:40.752526 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-ef72e742-8cab-4cb1-9f34-4904c9ccf124 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808961 Sep 12 14:17:40.848527 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a4d44c70-0c73-4f5a-83c1-de2fb7e75d45 req-21929483-2440-4451-acb3-db3998bbe5de service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Sep 12 14:17:44.039327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a69ff-7616-43af-9c9b-962a75281d38 req-3cb815d4-29d9-4908-8025-8ae36819397d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:44.040804 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5b0a69ff-7616-43af-9c9b-962a75281d38 req-3cb815d4-29d9-4908-8025-8ae36819397d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0519361 Sep 12 14:17:44.052089 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-66eb40c0-6674-41cb-950f-8e2d69db7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:44.053597 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-66eb40c0-6674-41cb-950f-8e2d69db7f6e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1168 time: 0.0405297 Sep 12 14:17:44.103684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5b0a69ff-7616-43af-9c9b-962a75281d38 req-8f5aefa0-4300-4353-af07-60be105995b8 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552227 Sep 12 14:17:44.131058 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:44.157172 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-cfec67f7-2c20-4283-aab5-569976e224fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:44.158661 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-cfec67f7-2c20-4283-aab5-569976e224fb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.0947967 Sep 12 14:17:44.220743 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-f9c6d13b-9b33-4c4b-9de9-0837036841f5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0549614 Sep 12 14:17:44.270677 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-fc8cb89f-9e41-412a-8cd5-a80a486f726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:44.272235 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-fc8cb89f-9e41-412a-8cd5-a80a486f726a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0435395 Sep 12 14:17:44.322427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-f3e1e976-00b9-4737-9a3b-18c4430da7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:44.323969 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-f3e1e976-00b9-4737-9a3b-18c4430da7b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446000 Sep 12 14:17:44.423570 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-ac49290f-b8b8-4072-bc68-057f334d145e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917873 Sep 12 14:17:44.520094 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-116897e8-917f-4984-9d67-acb4be3e35e6 req-2b7d3528-e2de-4f75-b6d3-a53796d990f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870667 Sep 12 14:17:45.224424 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829a05b-402b-4974-8adf-dc875370f166 req-ce7e7516-f46f-4708-954b-e5a526878b19 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:45.225853 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9829a05b-402b-4974-8adf-dc875370f166 req-ce7e7516-f46f-4708-954b-e5a526878b19 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0464425 Sep 12 14:17:45.284581 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9829a05b-402b-4974-8adf-dc875370f166 req-2c298043-73db-429a-a1eb-eee3227e234f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531330 Sep 12 14:17:46.410410 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac7b3-7ac5-4612-ad2d-dca20edbf448 req-a9d3213b-2dfb-4cc6-8700-980fe07b0d9e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:46.411881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cecac7b3-7ac5-4612-ad2d-dca20edbf448 req-a9d3213b-2dfb-4cc6-8700-980fe07b0d9e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0501533 Sep 12 14:17:46.474425 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cecac7b3-7ac5-4612-ad2d-dca20edbf448 req-6c2bd3c2-d3f3-46ba-b9d9-a2204d7aae8f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566144 Sep 12 14:17:47.593860 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affce6e-7fd4-4826-abf7-8a3c84d7a479 req-b4a39e8b-7896-49fc-afb2-028bea9a85ec tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:47.595325 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3affce6e-7fd4-4826-abf7-8a3c84d7a479 req-b4a39e8b-7896-49fc-afb2-028bea9a85ec tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0467429 Sep 12 14:17:47.653884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3affce6e-7fd4-4826-abf7-8a3c84d7a479 req-6bc96a06-153c-4535-bae4-2adff07e48fd tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530286 Sep 12 14:17:48.705098 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:48.774450 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72191da6-7606-4557-acbd-b4aad65e6130 req-a63cec39-9f25-40ab-bae4-b8b978e35e9a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:48.775913 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72191da6-7606-4557-acbd-b4aad65e6130 req-a63cec39-9f25-40ab-bae4-b8b978e35e9a tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0465460 Sep 12 14:17:48.834285 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72191da6-7606-4557-acbd-b4aad65e6130 req-dcc49e6e-ce65-4480-ad20-920cfb8f4d05 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526993 Sep 12 14:17:49.964948 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b46af1-8d14-4e5b-a8fb-6f8b7f84ab59 req-c7937b9a-7255-4b78-b141-59955b3ef764 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:49.966456 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-52b46af1-8d14-4e5b-a8fb-6f8b7f84ab59 req-c7937b9a-7255-4b78-b141-59955b3ef764 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0529263 Sep 12 14:17:50.013765 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:50.043343 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-52b46af1-8d14-4e5b-a8fb-6f8b7f84ab59 req-c53b9468-4739-402c-9b26-98fd387db567 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680375 Sep 12 14:17:51.164609 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff089df-48b4-4728-9f6b-9faa1b6fb8b6 req-4078c1db-54a0-444a-bcf8-ff12357a02a7 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:51.166066 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bff089df-48b4-4728-9f6b-9faa1b6fb8b6 req-4078c1db-54a0-444a-bcf8-ff12357a02a7 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0470521 Sep 12 14:17:51.191333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:51.234820 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bff089df-48b4-4728-9f6b-9faa1b6fb8b6 req-bacd5e09-940e-4add-9a78-ae9a5035ef07 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627162 Sep 12 14:17:52.362440 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862756b-4a06-4ae1-bc4a-dc92959797a3 req-af1ee8f3-6c80-475d-9585-d549e55ad02f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:52.363982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0862756b-4a06-4ae1-bc4a-dc92959797a3 req-af1ee8f3-6c80-475d-9585-d549e55ad02f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0532594 Sep 12 14:17:52.425298 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0862756b-4a06-4ae1-bc4a-dc92959797a3 req-3c128858-b2da-43a4-bd54-b1781dc09b2f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555713 Sep 12 14:17:53.552297 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f413-643b-40b6-8fec-acc2200a2661 req-0ad72cbf-a716-4aea-88b1-d692b49b2e9d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:53.553744 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f76f413-643b-40b6-8fec-acc2200a2661 req-0ad72cbf-a716-4aea-88b1-d692b49b2e9d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0480857 Sep 12 14:17:53.612846 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f76f413-643b-40b6-8fec-acc2200a2661 req-cf9130c6-8845-48e6-9bdd-be110b489864 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534217 Sep 12 14:17:54.515115 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=37 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:54.516990 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=66 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:54.735783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d73f6-7c05-4c2b-b092-a594d046f3c7 req-00b2b91f-d1e2-4220-98d7-7a57f1baea2e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:54.737109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d35d73f6-7c05-4c2b-b092-a594d046f3c7 req-00b2b91f-d1e2-4220-98d7-7a57f1baea2e tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0456407 Sep 12 14:17:54.803731 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d35d73f6-7c05-4c2b-b092-a594d046f3c7 req-86895282-3529-4fc5-b6ee-051536041fff tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609796 Sep 12 14:17:55.489714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f8605-2a85-4d2c-8aa5-c36dc630af7b req-5dd13384-54fd-47d4-b512-ffe1a3ef4947 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:55.491191 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a73f8605-2a85-4d2c-8aa5-c36dc630af7b req-5dd13384-54fd-47d4-b512-ffe1a3ef4947 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0480196 Sep 12 14:17:55.537292 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a73f8605-2a85-4d2c-8aa5-c36dc630af7b req-57407138-3f51-4cea-97b2-8540f97391fd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Sep 12 14:17:55.924061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce518a1-228e-49f4-bf7b-c255fd269884 req-0ab2386d-1629-4c77-9202-494ef49e38b1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:55.925500 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dce518a1-228e-49f4-bf7b-c255fd269884 req-0ab2386d-1629-4c77-9202-494ef49e38b1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0464606 Sep 12 14:17:55.988955 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dce518a1-228e-49f4-bf7b-c255fd269884 req-32b77574-a5d2-49de-9644-65103a5d9485 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575161 Sep 12 14:17:56.661818 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b930-6520-4084-a3a1-459841efbfbb req-0c2a6d60-4d66-411c-b16f-a2fbace4e41f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:56.663247 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17b4b930-6520-4084-a3a1-459841efbfbb req-0c2a6d60-4d66-411c-b16f-a2fbace4e41f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0453026 Sep 12 14:17:56.708949 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17b4b930-6520-4084-a3a1-459841efbfbb req-23f61f78-3cfb-4e97-aa46-31c452f35cc7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=bcda5f25-d8ce-414a-ac48-3a1fea889b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Sep 12 14:17:57.111827 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947acd-2b53-4685-94f5-7d61395ae8e2 req-81401643-598b-4a6b-a9b5-07af46ba2f6c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:57.113248 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c9947acd-2b53-4685-94f5-7d61395ae8e2 req-81401643-598b-4a6b-a9b5-07af46ba2f6c tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0452244 Sep 12 14:17:57.171105 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c9947acd-2b53-4685-94f5-7d61395ae8e2 req-aa3a3ce0-4ef4-40f7-b52a-1653498c932b tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522649 Sep 12 14:17:57.244187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-8fefbf86-7e1e-47e3-947f-f77bccde0361 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:57.245568 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-8fefbf86-7e1e-47e3-947f-f77bccde0361 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 946 time: 0.0452914 Sep 12 14:17:57.334919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Deleting port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:17:57.335249 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.423393 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] For port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:17:57.423758 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.585762 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.586122 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.586439 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Floating IP 62be74ab-a0f8-4180-9ae4-b03c11678f83 disassociated. External IP: 172.27.3.87, port: 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63. Sep 12 14:17:57.586772 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Calling delete_port for 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:17:57.708516 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (973fcd9c-f68f-4124-bfa1-66c0b9ab5c63), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.737214 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'Port': ['ID=973fcd9c-f68f-4124-bfa1-66c0b9ab5c63,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:57.827854 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ae13bf28-c5ec-4400-952b-d3747754fb69 req-036430de-eb2d-40c5-904f-15514e98c363 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.0301611 Sep 12 14:17:57.850099 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:17:57.949427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:17:57.959705 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:17:57.969792 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:57.970385 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:57.994001 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] No DVR routers for this DVR port 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:17:57.996541 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:57.999874 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ce1628d4-648e-44cf-9d89-34405a456c01 req-a6a87cca-b442-4570-9f80-1862dfab2ec4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "DELETE /networking/v2.0/ports/973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 HTTP/1.1" status: 204 len: 173 time: 0.7483604 Sep 12 14:17:58.000377 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-deleted', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:17:58.002634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c812247-75c7-4c3e-ac52-0d468df6d184" -d '{"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-deleted", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:17:58.007969 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:58.053124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdebf22-7398-48e0-b70c-11fd4cf25931 x-openstack-request-id: req-bbdebf22-7398-48e0-b70c-11fd4cf25931 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:17:58.053419 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124f260e-ab17-46a8-a63d-33ee552dbac2", "name": "network-vif-deleted", "tag": "973fcd9c-f68f-4124-bfa1-66c0b9ab5c63", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:17:58.053673 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbdebf22-7398-48e0-b70c-11fd4cf25931 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:17:58.054124 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdebf22-7398-48e0-b70c-11fd4cf25931'] response: {'server_uuid': '124f260e-ab17-46a8-a63d-33ee552dbac2', 'name': 'network-vif-deleted', 'tag': '973fcd9c-f68f-4124-bfa1-66c0b9ab5c63', 'status': 'completed', 'code': 200} Sep 12 14:17:58.168496 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:58.182320 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:58.311855 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada74d3-5dd7-481f-bb12-35bf6fb57ebd req-974c8021-6800-4813-9e15-98b0db439bac tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:58.315379 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aada74d3-5dd7-481f-bb12-35bf6fb57ebd req-974c8021-6800-4813-9e15-98b0db439bac tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0658276 Sep 12 14:17:58.378969 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-aada74d3-5dd7-481f-bb12-35bf6fb57ebd req-e7189e83-fa20-47e4-a318-0409987fc5d0 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589695 Sep 12 14:17:58.415005 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:58.443531 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:17:58.452072 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:17:58.452671 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:17:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:58.552838 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:17:58.691690 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=19 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:58.698776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:UPDATE=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:58.732760 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:58.759863 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e1989-ffbe-4668-af79-a1c85a0ded87 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:17:58.958803 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-70b5cc31-49c1-4468-8a6b-d6b6131da30e req-4accc76b-4856-4353-b5fb-0dbd12fc2cce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=124f260e-ab17-46a8-a63d-33ee552dbac2 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Sep 12 14:17:59.001804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e68b4-c574-4e53-9db6-5c291678c088 None None] New status for floating IP 62be74ab-a0f8-4180-9ae4-b03c11678f83: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:17:59.253892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48838) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:59.296780 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Deleting subnet db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:17:59.300387 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Publish callbacks [] for subnet (db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.320369 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:59.335131 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.366055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:59.374285 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.431329 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.455737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:59.461978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.465167 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-46e01b67-f814-40a9-985d-f5155029f53b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/db58d4ce-6c30-43cf-8f0f-cd9fcdc7521f HTTP/1.1" status: 204 len: 168 time: 0.2102849 Sep 12 14:17:59.467598 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48842) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:59.476521 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:17:59.517897 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7178dd-cef6-4981-b8ad-8293077987a4 req-fc8d490b-3479-4fe4-812b-2471a4b74827 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:17:59.519375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb7178dd-cef6-4981-b8ad-8293077987a4 req-fc8d490b-3479-4fe4-812b-2471a4b74827 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0509801 Sep 12 14:17:59.534327 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (a8d56a03-43b5-4483-b95f-c332a61e44c8), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.578270 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb7178dd-cef6-4981-b8ad-8293077987a4 req-68bb6266-a8f6-4e30-94c6-38f96a05974b tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532475 Sep 12 14:17:59.613267 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (a8d56a03-43b5-4483-b95f-c332a61e44c8), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.633100 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d56a03-43b5-4483-b95f-c332a61e44c8']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:59.642134 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd87f5c-1386-4d3d-83a3-45ce00e95279') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:59.642423 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd87f5c-1386-4d3d-83a3-45ce00e95279') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:17:59.651590 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (0cd87f5c-1386-4d3d-83a3-45ce00e95279), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.664895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (0cd87f5c-1386-4d3d-83a3-45ce00e95279), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.670975 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:17:59.671376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (0cd87f5c-1386-4d3d-83a3-45ce00e95279), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.710053 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 0cd87f5c-1386-4d3d-83a3-45ce00e95279 resource provider aggregate not found Sep 12 14:17:59.728390 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 0cd87f5c-1386-4d3d-83a3-45ce00e95279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cd87f5c-1386-4d3d-83a3-45ce00e95279 found for delete ", "request_id": "req-745d5510-07f5-489e-92c2-c205071c0834"}]} Sep 12 14:17:59.732000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (a8d56a03-43b5-4483-b95f-c332a61e44c8), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.747909 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:17:59.750967 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a8d56a03-43b5-4483-b95f-c332a61e44c8 HTTP/1.1" status: 204 len: 168 time: 0.2824602 Sep 12 14:17:59.751951 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562553a-22b8-4071-a845-cfe93abe30d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d56a03-43b5-4483-b95f-c332a61e44c8,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:17:59.909978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48850) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:17:59.952376 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b1a538b2-13a6-4efb-a75b-fd3ec41aa3a4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=34866fb3f98042d38c922bf3552c4e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412955 Sep 12 14:17:59.954743 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48852) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:00.001601 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] Publish callbacks [] for security_group (8b6f9060-a633-45e7-a848-29efd1857424), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.021838 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] Publish callbacks [] for security_group (8b6f9060-a633-45e7-a848-29efd1857424), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.058592 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48858) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:00.070623 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8b6f9060-a633-45e7-a848-29efd1857424), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.073322 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.074404 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8b6f9060-a633-45e7-a848-29efd1857424 HTTP/1.1" status: 204 len: 168 time: 0.1187644 Sep 12 14:18:00.082897 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13354-aaee-425a-9b3e-a251e51974fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f9060-a633-45e7-a848-29efd1857424,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:00.103056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:00.118341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (bcda5f25-d8ce-414a-ac48-3a1fea889b5d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.141827 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (bcda5f25-d8ce-414a-ac48-3a1fea889b5d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.191400 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (bcda5f25-d8ce-414a-ac48-3a1fea889b5d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.195388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.199376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bcda5f25-d8ce-414a-ac48-3a1fea889b5d HTTP/1.1" status: 204 len: 168 time: 0.1369405 Sep 12 14:18:00.199752 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48862) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:00.210318 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc1283-b5bf-4e3c-8d20-d2c119d9148e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcda5f25-d8ce-414a-ac48-3a1fea889b5d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:00.215485 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.api.v2.resource [None req-30ce1059-a13d-49a0-8e22-76397ad8cc46 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] show failed (client error): The resource could not be found. Sep 12 14:18:00.216972 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-30ce1059-a13d-49a0-8e22-76397ad8cc46 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups/bcda5f25-d8ce-414a-ac48-3a1fea889b5d HTTP/1.1" status: 404 len: 347 time: 0.0160170 Sep 12 14:18:00.220379 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48864) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:00.338936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Deleting port 5112bdbe-1540-4b45-b40e-e99622c88479 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:00.339174 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.656451 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.657177 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (5112bdbe-1540-4b45-b40e-e99622c88479), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.690702 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Calling delete_port for 5112bdbe-1540-4b45-b40e-e99622c88479 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:00.716859 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a50ba-e7ad-4f78-a34f-60ba1e721c96 req-1426df90-44ca-45b8-b0d8-d05da47db9a6 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:00.718278 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-660a50ba-e7ad-4f78-a34f-60ba1e721c96 req-1426df90-44ca-45b8-b0d8-d05da47db9a6 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0647624 Sep 12 14:18:00.830484 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-660a50ba-e7ad-4f78-a34f-60ba1e721c96 req-963bcea1-fda9-4d00-8455-d1940cc68a99 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846188 Sep 12 14:18:00.884435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (5112bdbe-1540-4b45-b40e-e99622c88479), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.908522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'Port': ['ID=5112bdbe-1540-4b45-b40e-e99622c88479,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:00.936833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (62be74ab-a0f8-4180-9ae4-b03c11678f83), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.940300 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:00.941419 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8b7a83bf-293a-4530-8073-6709e8611356 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/62be74ab-a0f8-4180-9ae4-b03c11678f83 HTTP/1.1" status: 204 len: 168 time: 0.7200418 Sep 12 14:18:01.022371 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:01.043154 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:01.043678 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 973fcd9c-f68f-4124-bfa1-66c0b9ab5c63 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:01.045950 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48870) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:01.050917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72246232', 'description': 'tempest-description--50445445'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:01.071778 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.139109 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (14c34ec4-8987-454e-9221-02697442d2e9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.142866 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (14c34ec4-8987-454e-9221-02697442d2e9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.170381 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:01.176692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.179318 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1322882 Sep 12 14:18:01.180855 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48872) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:01.181873 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f344dde-8b21-4c8b-9559-7781f68daa34 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c34ec4-8987-454e-9221-02697442d2e9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:01.187326 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group_rule': {'security_group_id': '14c34ec4-8987-454e-9221-02697442d2e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:01.214109 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (fbf89427-13be-4bb1-a2de-6d3571afd040), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.267422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (fbf89427-13be-4bb1-a2de-6d3571afd040), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.270824 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (fbf89427-13be-4bb1-a2de-6d3571afd040), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.290527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf89427-13be-4bb1-a2de-6d3571afd040,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:01.299290 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.300459 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-cc11471a-d5b3-4d00-9a4f-119b2da83bce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184523 Sep 12 14:18:01.303146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48874) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:01.307266 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'security_group_rule': {'security_group_id': '14c34ec4-8987-454e-9221-02697442d2e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:01.331801 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (3e0bfae2-af37-4054-a0f7-80437c7b5824), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.368728 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:01.373319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:01.390010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (3e0bfae2-af37-4054-a0f7-80437c7b5824), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.393678 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (3e0bfae2-af37-4054-a0f7-80437c7b5824), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.412110 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0bfae2-af37-4054-a0f7-80437c7b5824,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:01.418205 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.419404 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-67b25616-e314-440d-9fd9-758fce83be81 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153603 Sep 12 14:18:01.423010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 48876) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:01.427087 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:01.447836 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.527890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:01.868690 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Allocated IP 172.27.3.97 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/bd734864-97a6-4f76-ba2a-ce120bfbe0a8) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:01.951923 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77debdd-d09f-4eb7-91f4-4ec0e74ac621 req-4d60288d-b485-4bbe-ba41-d32dcd6c8aed tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:01.953444 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a77debdd-d09f-4eb7-91f4-4ec0e74ac621 req-4d60288d-b485-4bbe-ba41-d32dcd6c8aed tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0462909 Sep 12 14:18:01.972476 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:01.973547 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.005157 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.017310 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a77debdd-d09f-4eb7-91f4-4ec0e74ac621 req-50ed4381-25c7-4378-aaf1-7983bef982b6 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2a824313-c1b2-4e4f-ad64-9746fb4e0360&id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577404 Sep 12 14:18:02.041554 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:02.048194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:02.050754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:02.075736 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=bd734864-97a6-4f76-ba2a-ce120bfbe0a8,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:02.143023 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.177729 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.302892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:02.306267 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:02.325274 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.330333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.398829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=bd734864-97a6-4f76-ba2a-ce120bfbe0a8,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:02.401477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.417177 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:02.418402 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ec476daf-4773-458e-b6d1-e4eb5b05a2b8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9944968 Sep 12 14:18:02.617918 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-64443d96-983b-4e7d-9b18-788287bc2f93 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--72246232&fields=id&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 267 time: 0.0456114 Sep 12 14:18:02.720124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9808de64-fddf-40d0-91e2-bdffc638b28d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:02.721441 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9808de64-fddf-40d0-91e2-bdffc638b28d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 816 time: 0.0972404 Sep 12 14:18:02.735896 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9067cd09-e840-4117-84e6-6b8b3cf174e9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/quotas/701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 375 time: 0.0092185 Sep 12 14:18:02.786773 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-31ef0a96-e0a5-4822-a2ee-ddf609fb6883 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455303 Sep 12 14:18:02.879265 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-fdb1126e-6205-456e-b3eb-3d28e98a0123 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804996 Sep 12 14:18:02.967798 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-74926b5a-6ec0-4fd7-b975-3f148e097f1b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829427 Sep 12 14:18:03.076574 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c600078b-87a7-4c90-94b8-795a73450dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:03.131554 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0a97ed3e-2cdd-469e-8fdf-a2b6ee7e7702 req-c0a45c9a-8a02-46a2-8213-f08ead7ed563 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 210 time: 0.0273750 Sep 12 14:18:04.238691 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1ba9d2b2-6d37-47a6-b9c5-c62711c52865 req-97d8c4b4-337d-4a06-be91-1bfefcbe377d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 210 time: 0.0284386 Sep 12 14:18:04.377110 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-a445703f-082c-477c-9054-022a0721338d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:04.378584 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-a445703f-082c-477c-9054-022a0721338d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 816 time: 0.1100571 Sep 12 14:18:04.454932 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-ff3fabd8-145f-48b2-b988-3a72c2a79cd8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 378 time: 0.0644433 Sep 12 14:18:04.465106 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'port': {'device_id': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'admin_state_up': True, 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'security_groups': ['14c34ec4-8987-454e-9221-02697442d2e9']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:04.572722 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Made reservation on behalf of 701f62e5a7b14dfc86f2dcc5aa39d958 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:18:04.576488 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:04.698432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Allocated IP 172.20.0.9 (96bd5f8d-099c-4d46-b564-f8ab0058d9c3/2e2f8bc3-2628-4bb1-91b6-fd19039eae2b/64d3ae8a-0bd3-46b1-ae67-280f451b2214) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:04.836175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:04.866900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:04.916324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:04.919488 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:04.923014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:04.924010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:04.930376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:04.960649 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:04.978788 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:04.979433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:04.996338 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-6543013b-e3ea-4741-9e8f-3b5969ac7624 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5348976 Sep 12 14:18:05.007948 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Request body: {'port': {'device_id': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:05.071640 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.122733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-61c8a133-76f4-4743-9a81-5ef5d981fb54 None None] Provisioning complete for port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:05.123344 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-61c8a133-76f4-4743-9a81-5ef5d981fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.156443 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-61c8a133-76f4-4743-9a81-5ef5d981fb54 None None] Port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:18:05.281008 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-63650b87-912c-4dd4-8343-4063d69c28d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.334942 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:05.342524 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks [] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.354961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Transition to ACTIVE for port object 64d3ae8a-0bd3-46b1-ae67-280f451b2214 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:18:05.360507 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.367604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ce92d-0409-419e-9a08-a7bc921ed165 req-5fb982d2-6b15-49ba-bcf5-be3fa0a0abd6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:05.369156 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-823ce92d-0409-419e-9a08-a7bc921ed165 req-5fb982d2-6b15-49ba-bcf5-be3fa0a0abd6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 931 time: 0.0465484 Sep 12 14:18:05.420860 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-823ce92d-0409-419e-9a08-a7bc921ed165 req-c3214f93-63f3-4020-954a-1aa929a7f2e5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459757 Sep 12 14:18:05.443873 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:05.469969 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Attempting to bind port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:18:05.470295 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Attempting to bind port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:18:05.470612 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Attempting to bind port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:05.515349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:18:05.516206 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Attempting to bind port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 on network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:05.556243 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:18:05.556503 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Checking segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:18:05.556880 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Bound using segment: {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:18:05.557304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Bound port: 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:18:05.557659 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.615994 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:18:05.618959 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:18:05.624554 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.629981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:05.630594 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:05.631993 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 1093 time: 0.6282957 Sep 12 14:18:05.632540 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:05.634766 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:05.702439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fd05df-f0b5-4386-9f0b-a38c6750fce9 x-openstack-request-id: req-79fd05df-f0b5-4386-9f0b-a38c6750fce9 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:05.702730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:05.704723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79fd05df-f0b5-4386-9f0b-a38c6750fce9 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:05.704723 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fd05df-f0b5-4386-9f0b-a38c6750fce9'] response: {'name': 'network-changed', 'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'status': 'completed', 'code': 200} Sep 12 14:18:05.716523 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24e9d-4de6-42c3-88da-f724cfca6baf service neutron] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:05.721786 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-5dc668ef-39ae-4822-b50a-a36905969ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:05.723347 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-5dc668ef-39ae-4822-b50a-a36905969ff8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1127 time: 0.0522683 Sep 12 14:18:05.763231 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-636eb110-b60e-4344-878a-bfdef114b938 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 217 time: 0.0316989 Sep 12 14:18:05.801534 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:05.816294 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-e9bea4a6-e6ad-409c-aab1-250c13c39ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:05.817684 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-e9bea4a6-e6ad-409c-aab1-250c13c39ca8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0450590 Sep 12 14:18:05.862254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:05.866147 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31021ff0-8efe-4872-85af-8231e2541c37 req-140d1388-3204-46e7-bc6a-94beff5b4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:05.867665 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-140d1388-3204-46e7-bc6a-94beff5b4be5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423632 Sep 12 14:18:05.956935 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-da64e259-5f33-48c5-bde8-744eafcb91e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825257 Sep 12 14:18:06.058430 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31021ff0-8efe-4872-85af-8231e2541c37 req-dbcb21e7-b9f4-4229-bf56-ba123ba3220c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943875 Sep 12 14:18:06.548787 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e357209-2901-4ce8-9dc9-448849f7424a req-72f91440-39fe-4fb2-ab9a-18cb86ea0b21 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:06.550222 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5e357209-2901-4ce8-9dc9-448849f7424a req-72f91440-39fe-4fb2-ab9a-18cb86ea0b21 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0456128 Sep 12 14:18:06.597308 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5e357209-2901-4ce8-9dc9-448849f7424a req-d974a0cf-4595-4c9d-acac-6bbe3f3b37a1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416408 Sep 12 14:18:06.615173 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:07.129582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-add9f24b-7ee9-4354-af57-f88980000711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:07.131044 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-add9f24b-7ee9-4354-af57-f88980000711 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1127 time: 0.0390151 Sep 12 14:18:07.221447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-ea6a90bb-5751-4687-a255-0b9daa7dbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:07.222911 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-ea6a90bb-5751-4687-a255-0b9daa7dbdb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.0856392 Sep 12 14:18:07.260201 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-c5be1838-0b67-433f-b11b-cf5c5186db8a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 217 time: 0.0305898 Sep 12 14:18:07.307598 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-22f1dba5-46a3-466c-88f4-9e433a9b6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:07.309010 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-22f1dba5-46a3-466c-88f4-9e433a9b6077 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0421333 Sep 12 14:18:07.358008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-509526ea-e125-477f-8222-726e8c552a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:07.359791 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-509526ea-e125-477f-8222-726e8c552a9a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422096 Sep 12 14:18:07.452511 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-3d9fdbf0-ec72-457f-a8da-b908ef6b7f18 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Sep 12 14:18:07.541103 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e8a38afc-40d1-47cb-9ad3-cd42ce08d0d5 req-404acd75-d69f-466e-84a3-b180c5e3481d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817409 Sep 12 14:18:07.725061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30244d-1e96-43d0-95b2-2d45c2da3701 req-b5b98e22-96d0-4693-b899-40e567c1486c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:07.726433 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ca30244d-1e96-43d0-95b2-2d45c2da3701 req-b5b98e22-96d0-4693-b899-40e567c1486c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0461764 Sep 12 14:18:07.772571 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ca30244d-1e96-43d0-95b2-2d45c2da3701 req-407bbd82-6b2d-496e-b06a-bd78e5115d03 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406826 Sep 12 14:18:08.153604 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:08.318277 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:08.735435 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=60 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:08.736107 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=54 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:08.898479 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3b1c1-fb51-4422-8e05-81d356734f56 req-1a7b44f9-36bc-4da2-950a-e9262c31da70 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:08.899933 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d4a3b1c1-fb51-4422-8e05-81d356734f56 req-1a7b44f9-36bc-4da2-950a-e9262c31da70 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0489097 Sep 12 14:18:08.945563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d4a3b1c1-fb51-4422-8e05-81d356734f56 req-3ede08e5-f370-4daf-9722-572c20b4cecf tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401204 Sep 12 14:18:09.017570 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:18:09.115429 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:09.126647 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:18:09.159447 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:09.160040 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:09.172216 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:09.193109 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:09.197229 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:09.240830 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:09.248115 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.248461 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.248829 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.249186 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.249521 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.249846 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.250173 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.250496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.251484 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.251815 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.252139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.252461 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.252780 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.253096 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.253413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:09.520970 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['64d3ae8a-0bd3-46b1-ae67-280f451b2214'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:10.223548 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704fc3-bcf7-495f-8953-769677c40ee5 req-093e2365-2a53-48e2-97d5-ef4a46b8e904 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:10.225000 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b4704fc3-bcf7-495f-8953-769677c40ee5 req-093e2365-2a53-48e2-97d5-ef4a46b8e904 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 944 time: 0.2020159 Sep 12 14:18:10.256586 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:10.272348 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b4704fc3-bcf7-495f-8953-769677c40ee5 req-4419e0dd-1333-4ecc-b3c5-8eedd47f8d18 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418763 Sep 12 14:18:11.035233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:18:11.077913 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:18:11.085067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:11.085431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:11.147890 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:11.161781 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:11.162287 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:11.186055 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:11.188539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981678c-2d67-43f2-9d02-ba26de601b5f" -d '{"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:11.192541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:11.202119 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:11.206061 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:11.228088 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c407a6e-4012-4bf1-8cad-887ba91f1f36 x-openstack-request-id: req-7c407a6e-4012-4bf1-8cad-887ba91f1f36 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:11.228374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:11.228622 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c407a6e-4012-4bf1-8cad-887ba91f1f36 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:11.229008 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c407a6e-4012-4bf1-8cad-887ba91f1f36'] response: {'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'code': 200} Sep 12 14:18:11.255905 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:11.406928 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ba98-df2c-410e-9ae9-1c1e29635ea6 req-c86b70de-3f5f-4686-9618-7c952cc24e37 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:11.408861 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a819ba98-df2c-410e-9ae9-1c1e29635ea6 req-c86b70de-3f5f-4686-9618-7c952cc24e37 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0550056 Sep 12 14:18:11.430445 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f713413-600c-4ae2-a48b-35d17328cda8 req-eaad25c6-7e76-4c89-90b8-64877b9086fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:11.431885 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2f713413-600c-4ae2-a48b-35d17328cda8 req-eaad25c6-7e76-4c89-90b8-64877b9086fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1129 time: 0.0456059 Sep 12 14:18:11.459963 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a819ba98-df2c-410e-9ae9-1c1e29635ea6 req-b4a010fa-58cf-43d4-99de-bafa2970db11 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454035 Sep 12 14:18:11.477441 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2f713413-600c-4ae2-a48b-35d17328cda8 req-f77c3327-aa2f-47e3-88d3-5ffc28832a94 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384643 Sep 12 14:18:12.569745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:12.580284 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:18:12.585065 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c15b14-7b4e-4ca0-bb25-c1f8614756ae req-7805330a-c0ea-4738-89bc-885019b7e7e1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:12.586528 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7c15b14-7b4e-4ca0-bb25-c1f8614756ae req-7805330a-c0ea-4738-89bc-885019b7e7e1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0463839 Sep 12 14:18:12.633558 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7c15b14-7b4e-4ca0-bb25-c1f8614756ae req-9a0aff0b-953c-4b7b-9edc-f7d18134a2f8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414195 Sep 12 14:18:13.759569 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09d476-dee9-49b2-9310-36ecbaa56b15 req-c7729b64-df66-4913-8afc-dbc5ef6f12b0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:13.761023 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4c09d476-dee9-49b2-9310-36ecbaa56b15 req-c7729b64-df66-4913-8afc-dbc5ef6f12b0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0461802 Sep 12 14:18:13.806509 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4c09d476-dee9-49b2-9310-36ecbaa56b15 req-811a1234-9810-44e2-87ec-32ed26068ba9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399826 Sep 12 14:18:13.930613 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49142-7e56-46f5-82c6-20e277637940 req-cc1de63a-382c-4c8a-b04f-f67d7280f9ef tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:13.932007 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dbe49142-7e56-46f5-82c6-20e277637940 req-cc1de63a-382c-4c8a-b04f-f67d7280f9ef tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0507441 Sep 12 14:18:13.942315 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 48958) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:13.946488 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Request body: {'floatingip': {'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:13.982917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:14.408341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:14.412304 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:14.526059 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e67e-2a60-4057-a504-9f1cf6639d89 req-9599cf92-6a04-49db-a298-bbb109a3e627 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:14.527538 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-db20e67e-2a60-4057-a504-9f1cf6639d89 req-9599cf92-6a04-49db-a298-bbb109a3e627 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0821779 Sep 12 14:18:14.562908 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Floating IP 05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c associated. External IP: 172.27.3.97, port: 64d3ae8a-0bd3-46b1-ae67-280f451b2214. Sep 12 14:18:14.627053 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-db20e67e-2a60-4057-a504-9f1cf6639d89 req-87a86e09-5e9e-4ffe-914b-21272b68b1ab tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0900848 Sep 12 14:18:14.714865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:14.716767 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:14.780250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:14.880079 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:14.884868 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:14.889941 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:14.899937 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:14.900541 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:14.914240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-69419a50-0ae2-4601-9d8c-14bb6c742565 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c HTTP/1.1" status: 200 len: 990 time: 0.9708865 Sep 12 14:18:14.914903 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:14.917139 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c38257-a695-4c32-9d2d-3df50527f469" -d '{"events": [{"name": "network-changed", "server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:14.954864 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c51edd-795d-4e4c-a5ff-83e3702cdff3 x-openstack-request-id: req-b0c51edd-795d-4e4c-a5ff-83e3702cdff3 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:14.955223 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:14.955485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0c51edd-795d-4e4c-a5ff-83e3702cdff3 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:14.955892 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c51edd-795d-4e4c-a5ff-83e3702cdff3'] response: {'name': 'network-changed', 'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'status': 'completed', 'code': 200} Sep 12 14:18:15.001895 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:15.207599 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:02Z', 'updated_at': '2022-09-12T14:18:14Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:15.235646 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:15.244166 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:15.244769 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:15.346104 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:15.416330 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9ebc-3d9d-4b53-bd60-cf6617ecce15 req-c2ccddec-cd04-4b2b-8356-683edb53d6b5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:15.417826 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-176b9ebc-3d9d-4b53-bd60-cf6617ecce15 req-c2ccddec-cd04-4b2b-8356-683edb53d6b5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0470409 Sep 12 14:18:15.465365 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-176b9ebc-3d9d-4b53-bd60-cf6617ecce15 req-5b77f0aa-8edc-45cb-990b-a9bacaedbed9 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Sep 12 14:18:15.556980 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:02Z', 'updated_at': '2022-09-12T14:18:14Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:15.580240 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d09bdfe-540b-4e35-bcfd-43f6b4013fa9 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:02Z', 'updated_at': '2022-09-12T14:18:14Z', 'revision_number': 1, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:15.750422 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664057bb-da13-4cc9-9341-9c25d8333cbd req-29e278fb-73d1-4d8e-8f98-8ab9265d72a9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:15.751975 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-664057bb-da13-4cc9-9341-9c25d8333cbd req-29e278fb-73d1-4d8e-8f98-8ab9265d72a9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0473981 Sep 12 14:18:15.779444 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9022618-ff2b-495d-ac18-13172c7f467e None None] New status for floating IP 05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:15.804952 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-664057bb-da13-4cc9-9341-9c25d8333cbd req-67757247-a819-426b-abfa-3915e7471170 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471938 Sep 12 14:18:16.585172 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e65ef-1753-4a3d-8e3a-dea4b8a75c2d req-22191554-8b1f-4505-9f2b-e8dcc0327598 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:16.586620 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ed7e65ef-1753-4a3d-8e3a-dea4b8a75c2d req-22191554-8b1f-4505-9f2b-e8dcc0327598 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0456960 Sep 12 14:18:16.634546 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ed7e65ef-1753-4a3d-8e3a-dea4b8a75c2d req-89763c91-4057-4234-a4c3-b99f74ac0383 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Sep 12 14:18:16.925481 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbe75b-fdfb-40ad-8e28-60ed444ea8eb req-2e3cd0f3-ce94-4ed6-8a7a-587184c7ca8f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:16.926938 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cfbbe75b-fdfb-40ad-8e28-60ed444ea8eb req-2e3cd0f3-ce94-4ed6-8a7a-587184c7ca8f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0454724 Sep 12 14:18:16.972343 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cfbbe75b-fdfb-40ad-8e28-60ed444ea8eb req-4a6fc0ab-a18b-475c-a7d8-406b2239f5a5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398319 Sep 12 14:18:17.758274 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad2d4-8d42-401d-98ed-8f0945cafb54 req-1c1caedb-7021-4fac-84bd-07d9042be0ac tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:17.759749 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f5bad2d4-8d42-401d-98ed-8f0945cafb54 req-1c1caedb-7021-4fac-84bd-07d9042be0ac tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 12 14:18:17.805456 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f5bad2d4-8d42-401d-98ed-8f0945cafb54 req-a4ed568c-587e-455c-9ac3-50c6ebf41632 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Sep 12 14:18:17.963364 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-9faf83a5-e3c1-4201-ae06-9f580770226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:17.964744 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-9faf83a5-e3c1-4201-ae06-9f580770226d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1129 time: 0.0381987 Sep 12 14:18:18.094018 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4b7af-4c5a-480f-bbc6-6df719599861 req-57cdf8a3-667e-45b9-be4b-306da87f7e99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:18.096109 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fcb4b7af-4c5a-480f-bbc6-6df719599861 req-57cdf8a3-667e-45b9-be4b-306da87f7e99 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0460622 Sep 12 14:18:18.140756 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fcb4b7af-4c5a-480f-bbc6-6df719599861 req-551c8888-4a5f-4098-bb59-1e39e8259299 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392621 Sep 12 14:18:18.717614 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:18.927218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87df5a3-c05c-4b2f-aa86-9899b41c00f8 req-e42cb596-6476-4b24-8812-54e251ed90ee tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:18.928655 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c87df5a3-c05c-4b2f-aa86-9899b41c00f8 req-e42cb596-6476-4b24-8812-54e251ed90ee tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0486507 Sep 12 14:18:18.974703 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c87df5a3-c05c-4b2f-aa86-9899b41c00f8 req-18503049-46e5-4dae-a00b-eeea442b5625 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Sep 12 14:18:19.259512 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443879e3-8497-40ce-8ff4-0ddd9e3ee386 req-79d1a84b-dd7c-4db7-8b44-d6a5ff3e69e7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:19.260896 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-443879e3-8497-40ce-8ff4-0ddd9e3ee386 req-79d1a84b-dd7c-4db7-8b44-d6a5ff3e69e7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0459561 Sep 12 14:18:19.306991 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-443879e3-8497-40ce-8ff4-0ddd9e3ee386 req-9c927aaa-35c3-4c1b-97b4-630d5338cf78 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406005 Sep 12 14:18:19.925397 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-a72099f0-24b2-427f-8e81-bdd47667d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:19.926881 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-a72099f0-24b2-427f-8e81-bdd47667d786 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.0877290 Sep 12 14:18:20.010893 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:20.045891 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-37c17dd8-325f-4a13-a523-c979f716169f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.047406 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-37c17dd8-325f-4a13-a523-c979f716169f tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.0470555 Sep 12 14:18:20.063795 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-3b557491-b546-4b3a-a550-5912f130f120 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 1000 time: 0.0626926 Sep 12 14:18:20.094545 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:20.105128 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918c2e-2f5f-4550-94c3-d976ce24a89f req-c7652d2f-f6e3-4dd6-a5e5-276a101332ab tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.106585 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42918c2e-2f5f-4550-94c3-d976ce24a89f req-c7652d2f-f6e3-4dd6-a5e5-276a101332ab tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0570476 Sep 12 14:18:20.174245 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:20.180588 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:20.193917 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-48dd3e3c-5bfa-4e7c-a972-dfd58fdb998e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.195385 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-48dd3e3c-5bfa-4e7c-a972-dfd58fdb998e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 945 time: 0.0749028 Sep 12 14:18:20.197219 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-6cfa416a-ce7e-40ea-ab6f-e57d935282c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.198522 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-6cfa416a-ce7e-40ea-ab6f-e57d935282c3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0855019 Sep 12 14:18:20.218772 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42918c2e-2f5f-4550-94c3-d976ce24a89f req-d8074abd-801c-4c58-9015-fa3afa2c77ab tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c874391a-d1a3-4d92-a21a-44fca7a71234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063509 Sep 12 14:18:20.222455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Deleting port eafefb92-feba-40e9-915d-de3bebe30c10 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:20.222792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.280873 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-3ac22c43-424d-401f-93e9-e5c5c0337499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.282392 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-3ac22c43-424d-401f-93e9-e5c5c0337499 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709572 Sep 12 14:18:20.318641 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] For port eafefb92-feba-40e9-915d-de3bebe30c10, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eafefb92-feba-40e9-915d-de3bebe30c10,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:20.319236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.358038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Deleting port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:20.360186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.472172 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-2a25d2d1-0c69-4c40-b5dc-d98630ca229f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723464 Sep 12 14:18:20.547198 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] For port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:20.547573 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.672563 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c4c38257-a695-4c32-9d2d-3df50527f469 req-a4ee38e7-a061-421f-afe5-5b2859741934 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914356 Sep 12 14:18:20.744311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191397d2-eeda-4628-81b3-2a74700e2595 req-c9a972a6-8ff7-495b-94f0-2b7dca2e3fb7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:20.745808 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-191397d2-eeda-4628-81b3-2a74700e2595 req-c9a972a6-8ff7-495b-94f0-2b7dca2e3fb7 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 946 time: 0.3538520 Sep 12 14:18:20.750808 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.751231 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.751563 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Floating IP 971201db-b997-42e4-8541-1dcb4a611fa1 disassociated. External IP: 172.27.3.181, port: 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd. Sep 12 14:18:20.751967 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Calling delete_port for 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:20.851091 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-191397d2-eeda-4628-81b3-2a74700e2595 req-d4bff243-b263-4d9a-8d17-13c48b8ca831 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da63a4ec-4d6a-4262-8ffb-cc6e943025fc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0910237 Sep 12 14:18:20.858525 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.858929 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.859312 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Floating IP 0f16618e-6730-466a-ae95-034f4cfaf56e disassociated. External IP: 172.27.3.152, port: eafefb92-feba-40e9-915d-de3bebe30c10. Sep 12 14:18:20.859595 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Calling delete_port for eafefb92-feba-40e9-915d-de3bebe30c10 owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:20.915383 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-dcb5c04c-709f-4e83-a630-5af0018f658a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766582 Sep 12 14:18:20.919993 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (9b4b2dfa-ae8b-4ebb-b407-6236bc862edd), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:20.953284 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'Port': ['ID=9b4b2dfa-ae8b-4ebb-b407-6236bc862edd,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:20.994407 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (eafefb92-feba-40e9-915d-de3bebe30c10), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:21.023314 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event deleted for resources: {'Port': ['ID=eafefb92-feba-40e9-915d-de3bebe30c10,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:21.033293 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.076699 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-a437713f-836e-4596-8e44-ef6ec0911a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:21.078218 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-a437713f-836e-4596-8e44-ef6ec0911a41 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=366826b14e0e4a93819c18d8d716a254&device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 1129 time: 0.0810988 Sep 12 14:18:21.099875 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.129406 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:21.144868 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Router b4e3ec40-6518-425b-bf79-e47972c447bf has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:21.229925 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.244091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-5bdfc080-95b4-4c3c-8060-00caf032cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:21.245709 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-5bdfc080-95b4-4c3c-8060-00caf032cffb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 200 len: 918 time: 0.1445532 Sep 12 14:18:21.252645 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:21.264572 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:21.279339 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:21.279648 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.281197 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:21.302582 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] No DVR routers for this DVR port eafefb92-feba-40e9-915d-de3bebe30c10 on host hv-cinder-82002 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:21.308588 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:21.313631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-82627167-8078-4690-83e0-3ea6885ab5b2 req-c9d367de-498d-41c0-b25c-159c911e6f4b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "DELETE /networking/v2.0/ports/eafefb92-feba-40e9-915d-de3bebe30c10 HTTP/1.1" status: 204 len: 173 time: 1.1995120 Sep 12 14:18:21.314520 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'name': 'network-vif-deleted', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:21.325327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4ee68d-853d-4f92-bb27-2bf0548cc237" -d '{"events": [{"server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "name": "network-vif-deleted", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:21.418916 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae21441-ebda-4e65-b798-73be2bb3b409 x-openstack-request-id: req-aae21441-ebda-4e65-b798-73be2bb3b409 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:21.419218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb689d73-c89d-4341-9742-b8b4005976dc", "name": "network-vif-deleted", "tag": "eafefb92-feba-40e9-915d-de3bebe30c10", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:21.419571 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aae21441-ebda-4e65-b798-73be2bb3b409 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:21.420065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae21441-ebda-4e65-b798-73be2bb3b409'] response: {'server_uuid': 'eb689d73-c89d-4341-9742-b8b4005976dc', 'name': 'network-vif-deleted', 'tag': 'eafefb92-feba-40e9-915d-de3bebe30c10', 'status': 'completed', 'code': 200} Sep 12 14:18:21.601746 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd93c6ae-da32-4e3d-8716-f85c78bf8aaf req-9005dd56-48a7-4046-b2b5-a88f634be207 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.0533962 Sep 12 14:18:21.650037 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:21.670994 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-3f5c3299-c172-48d9-8a76-08b725179ff5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 200 len: 217 time: 0.0665472 Sep 12 14:18:21.686239 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.693091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:21.710552 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:21.723663 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:21.724527 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:21.783002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] No DVR routers for this DVR port 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:21.785769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:21.789413 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7d56738b-0c4b-4ed6-9887-714b48e216b1 req-d76bcf56-c12a-495b-8e5a-9d34ca59a04e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9b4b2dfa-ae8b-4ebb-b407-6236bc862edd HTTP/1.1" status: 204 len: 173 time: 1.5840340 Sep 12 14:18:21.792025 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'name': 'network-vif-deleted', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:21.795453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892146c8-95a0-4f52-822e-73c04e8605db" -d '{"events": [{"server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "name": "network-vif-deleted", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:21.802645 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-78ed450a-0b3a-43cc-8773-253c675a6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:21.804205 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-78ed450a-0b3a-43cc-8773-253c675a6a66 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 200 len: 856 time: 0.1253924 Sep 12 14:18:21.855248 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:21.866356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f4a1d-9a79-4d5f-9a7d-22d3c3fab440 x-openstack-request-id: req-877f4a1d-9a79-4d5f-9a7d-22d3c3fab440 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:21.866693 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58855138-24d4-43f5-bbf2-c470cb31e738", "name": "network-vif-deleted", "tag": "9b4b2dfa-ae8b-4ebb-b407-6236bc862edd", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:21.867271 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-877f4a1d-9a79-4d5f-9a7d-22d3c3fab440 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:21.867681 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877f4a1d-9a79-4d5f-9a7d-22d3c3fab440'] response: {'server_uuid': '58855138-24d4-43f5-bbf2-c470cb31e738', 'name': 'network-vif-deleted', 'tag': '9b4b2dfa-ae8b-4ebb-b407-6236bc862edd', 'status': 'completed', 'code': 200} Sep 12 14:18:21.879357 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:21.881510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-4a7e4aa1-94cc-430f-87e0-28d2e07fdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:21.883099 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-4a7e4aa1-94cc-430f-87e0-28d2e07fdf6b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=83e51b0e-db79-49cd-8380-4c9b5dcda3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692494 Sep 12 14:18:21.919645 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:21.947049 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:21.957049 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:21.958875 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:21.975540 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-99892ef5-32bd-4da0-982b-4b6118974a2d req-e3df81cf-766e-4a3d-821b-0a8336bb1fbe tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=eb689d73-c89d-4341-9742-b8b4005976dc HTTP/1.1" status: 200 len: 210 time: 0.0273499 Sep 12 14:18:22.053286 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:22.060217 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:22.078265 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:22.087638 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:22.088239 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:22.240707 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-e913ec6c-f007-4a8e-b05f-f04b636ef34e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233025 Sep 12 14:18:22.323552 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:22.353922 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42122d12-20c6-4f2d-83e3-7be37c366217 None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '0068d8ce-cd18-4983-844d-450338944229', 'name': '', 'network_id': '83e51b0e-db79-49cd-8380-4c9b5dcda3fe', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'mac_address': 'fa:16:3e:3b:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '119cfccc-d408-472e-a884-f14769cc6215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:50Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'subnets': [{'id': '119cfccc-d408-472e-a884-f14769cc6215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:22.360640 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3086ea58-5d40-4ecd-96ca-90b503ee2a51 req-5ff35aa4-c7f1-4754-bc94-595e1c38c10b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120603 Sep 12 14:18:22.369485 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:22.576262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:22.585117 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ac47f-ef86-43b4-aedd-9363a510a946 None None] New status for floating IP 0f16618e-6730-466a-ae95-034f4cfaf56e: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:22.605500 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b386a4-4986-4ac7-9438-094d2739bf9e None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:22.731687 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-84f86bf5-fe19-40e5-b6a3-72e33637abb1 req-414ba193-e2c3-4772-82eb-f5d5b3043b10 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=58855138-24d4-43f5-bbf2-c470cb31e738 HTTP/1.1" status: 200 len: 210 time: 0.0385113 Sep 12 14:18:22.890110 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2e9c7-1963-40ad-a92a-7f076cf0380f None None] New status for floating IP 971201db-b997-42e4-8541-1dcb4a611fa1: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:22.961178 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:23.077611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49028) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:23.116261 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eafefb92-feba-40e9-915d-de3bebe30c10 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:23.136369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: eafefb92-feba-40e9-915d-de3bebe30c10 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:23.136788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eafefb92-feba-40e9-915d-de3bebe30c10 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:23.137510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:23.144004 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (da63a4ec-4d6a-4262-8ffb-cc6e943025fc), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.157195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:23.157818 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9b4b2dfa-ae8b-4ebb-b407-6236bc862edd not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:23.172970 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (da63a4ec-4d6a-4262-8ffb-cc6e943025fc), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.232426 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (da63a4ec-4d6a-4262-8ffb-cc6e943025fc), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.235649 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.236803 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da63a4ec-4d6a-4262-8ffb-cc6e943025fc HTTP/1.1" status: 204 len: 168 time: 0.1569319 Sep 12 14:18:23.240055 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49032) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:23.246647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52cf4-66cd-41ef-90c5-dbdf3d10159b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da63a4ec-4d6a-4262-8ffb-cc6e943025fc,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:23.272090 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-3a14f2ba-60f6-4b65-88b4-da3059868ee3 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] show failed (client error): The resource could not be found. Sep 12 14:18:23.276609 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-3a14f2ba-60f6-4b65-88b4-da3059868ee3 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups/da63a4ec-4d6a-4262-8ffb-cc6e943025fc HTTP/1.1" status: 404 len: 347 time: 0.0347247 Sep 12 14:18:23.279105 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49036) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:23.401654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Deleting port 523e17c8-bcb7-49b5-8fe2-70d97c33057e {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:23.401999 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.480510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.480834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (523e17c8-bcb7-49b5-8fe2-70d97c33057e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.493470 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Calling delete_port for 523e17c8-bcb7-49b5-8fe2-70d97c33057e owned by network:floatingip {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:23.544859 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:23.550696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:23.637278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (523e17c8-bcb7-49b5-8fe2-70d97c33057e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.661362 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event deleted for resources: {'Port': ['ID=523e17c8-bcb7-49b5-8fe2-70d97c33057e,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:23.726317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks [] for floatingip (0f16618e-6730-466a-ae95-034f4cfaf56e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.728820 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.729971 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f6572186-e16e-45c6-99cb-52d4b100ed41 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0f16618e-6730-466a-ae95-034f4cfaf56e HTTP/1.1" status: 204 len: 168 time: 0.4498098 Sep 12 14:18:23.850825 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49046) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:23.892908 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (c874391a-d1a3-4d92-a21a-44fca7a71234), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.914343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (c874391a-d1a3-4d92-a21a-44fca7a71234), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.960440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c874391a-d1a3-4d92-a21a-44fca7a71234), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.963051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:23.964214 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c874391a-d1a3-4d92-a21a-44fca7a71234 HTTP/1.1" status: 204 len: 168 time: 0.1243861 Sep 12 14:18:23.967142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49048) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:23.973612 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcc0dc-00e0-4020-8166-b10d64c26c0b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874391a-d1a3-4d92-a21a-44fca7a71234,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:23.988186 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-10550314-a5b3-4a28-bfaf-4c825deacd43 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] show failed (client error): The resource could not be found. Sep 12 14:18:23.989228 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-10550314-a5b3-4a28-bfaf-4c825deacd43 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups/c874391a-d1a3-4d92-a21a-44fca7a71234 HTTP/1.1" status: 404 len: 347 time: 0.0210810 Sep 12 14:18:23.992585 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49050) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:24.108337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Deleting port 50937c67-a039-4435-bc44-d71175355c47 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:24.108684 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (50937c67-a039-4435-bc44-d71175355c47), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.188481 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (50937c67-a039-4435-bc44-d71175355c47), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.188707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (50937c67-a039-4435-bc44-d71175355c47), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.200401 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Calling delete_port for 50937c67-a039-4435-bc44-d71175355c47 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:24.329142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (50937c67-a039-4435-bc44-d71175355c47), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.355138 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'Port': ['ID=50937c67-a039-4435-bc44-d71175355c47,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:24.379048 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (971201db-b997-42e4-8541-1dcb4a611fa1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.381657 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.382916 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c5f35c2f-de2d-4232-b483-f12521e2d259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/971201db-b997-42e4-8541-1dcb4a611fa1 HTTP/1.1" status: 204 len: 168 time: 0.3893604 Sep 12 14:18:24.468401 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49060) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:24.473718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834390979', 'description': 'tempest-description--641981361'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:24.494913 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.566601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (ac41fe52-02f7-4742-b206-f535ae2dbcf8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.570546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ac41fe52-02f7-4742-b206-f535ae2dbcf8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.602903 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.604115 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341836 Sep 12 14:18:24.606261 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a8c83-b04c-4d7b-b068-8881505815ce tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41fe52-02f7-4742-b206-f535ae2dbcf8,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:24.607578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49066) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:24.613373 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group_rule': {'security_group_id': 'ac41fe52-02f7-4742-b206-f535ae2dbcf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:24.642007 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (b52c306b-7544-4485-acd1-ecd0de1bcd14), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.711417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (b52c306b-7544-4485-acd1-ecd0de1bcd14), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.715380 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (b52c306b-7544-4485-acd1-ecd0de1bcd14), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.741304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.742476 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330404 Sep 12 14:18:24.745317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cba64a-0544-4d7a-b3a1-9134abc850a7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52c306b-7544-4485-acd1-ecd0de1bcd14,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:24.745451 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49070) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:24.752046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'security_group_rule': {'security_group_id': 'ac41fe52-02f7-4742-b206-f535ae2dbcf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:24.780089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (47563647-b9a6-412f-a82c-e1fea026627c), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.843685 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (47563647-b9a6-412f-a82c-e1fea026627c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.847230 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (47563647-b9a6-412f-a82c-e1fea026627c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.865992 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47563647-b9a6-412f-a82c-e1fea026627c,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:24.873369 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.874567 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-38be8285-9b06-400a-92e5-3405d991bd49 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274164 Sep 12 14:18:24.878349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49074) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:24.883088 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:24.904582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:24.988865 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.098747 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Allocated IP 172.27.3.183 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/310d26ee-649e-439f-8bad-0ca761e1241c) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:25.128195 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:25.217564 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (310d26ee-649e-439f-8bad-0ca761e1241c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.238502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:25.254932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.293455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:25.298698 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:25.301124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:25.322339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=310d26ee-649e-439f-8bad-0ca761e1241c,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:25.387238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.423309 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.567550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (310d26ee-649e-439f-8bad-0ca761e1241c), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.571816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.637531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=310d26ee-649e-439f-8bad-0ca761e1241c,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:25.640222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.656974 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:25.658186 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ff09ec84-68a6-4c05-abb7-19d9bfa18b8e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7786982 Sep 12 14:18:25.807754 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:25.814240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-46c83dbe-ea53-475f-9dab-1b47bbd6738c tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1834390979&fields=id&tenant_id=613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 267 time: 0.0491357 Sep 12 14:18:25.845053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:25.924324 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-9ae2a401-8ab3-4b10-a0d9-f2c4b70a7979 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:25.925762 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-9ae2a401-8ab3-4b10-a0d9-f2c4b70a7979 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 810 time: 0.1038318 Sep 12 14:18:25.940477 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-68b17041-1297-4998-b620-4532d714dd93 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/quotas/613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 375 time: 0.0095036 Sep 12 14:18:25.987707 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-9ef41927-de76-42b0-96cc-c3d0048df391 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425773 Sep 12 14:18:26.085601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-13070ffc-bf36-4bfc-9877-164c2ba6097a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Sep 12 14:18:26.183466 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-e7e3284d-774e-4d03-9f85-246d8d3a0693 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919185 Sep 12 14:18:26.232321 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b82d9-eeb6-429b-8252-4f547623f5db req-e949002e-8873-4b7f-9618-44d89a63faf4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:26.233794 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f28b82d9-eeb6-429b-8252-4f547623f5db req-e949002e-8873-4b7f-9618-44d89a63faf4 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0469849 Sep 12 14:18:26.288924 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f28b82d9-eeb6-429b-8252-4f547623f5db req-70e84915-0888-4e83-a087-377cf64e9dc9 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Sep 12 14:18:26.354385 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2a0854db-24ed-4a85-adfa-381e5a3de8b5 req-da0c1258-196b-4226-b6ee-fc97c921eb98 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Sep 12 14:18:27.411562 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af4086-d132-4694-b7ca-36e2baf4cdd6 req-3414643c-9290-4481-9938-8e5e323048fb tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:27.413729 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06af4086-d132-4694-b7ca-36e2baf4cdd6 req-3414643c-9290-4481-9938-8e5e323048fb tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Sep 12 14:18:27.463897 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-abbe8802-2b1a-4565-856a-a489299689a7 req-1c9dc674-c46f-4b0a-88c2-9f1c79840b76 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Sep 12 14:18:27.485143 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-06af4086-d132-4694-b7ca-36e2baf4cdd6 req-b30e7adb-57c6-412a-8026-f0b8de7b0b9b tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664208 Sep 12 14:18:28.244987 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:28.590986 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bfdf46a9-17b6-4d53-9136-deea9ee607ed req-216e750f-3169-45a7-a760-1c249b751292 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0466139 Sep 12 14:18:28.711961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-42a9b00f-01da-4790-b645-e048b3b2369a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:28.713473 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-42a9b00f-01da-4790-b645-e048b3b2369a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.1702588 Sep 12 14:18:28.751428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036e01-21fa-4c8d-9d85-1a4e35ff7dcd req-20bc3e67-e311-4a68-b31e-04fe60711f77 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:28.752917 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-53036e01-21fa-4c8d-9d85-1a4e35ff7dcd req-20bc3e67-e311-4a68-b31e-04fe60711f77 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Sep 12 14:18:28.802750 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-53036e01-21fa-4c8d-9d85-1a4e35ff7dcd req-4c706b71-7c3c-4f54-aff7-a84e7819e288 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Sep 12 14:18:28.813507 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Deleting port a82000b1-9b15-4c48-b984-b96ae2bf4e5f {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:28.813746 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:28.914960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] For port a82000b1-9b15-4c48-b984-b96ae2bf4e5f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:28.915350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:28.927527 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:28.928762 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Calling delete_port for a82000b1-9b15-4c48-b984-b96ae2bf4e5f owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:29.028195 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:29.053173 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (a82000b1-9b15-4c48-b984-b96ae2bf4e5f), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:29.065820 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['42101474-6616-44ed-98de-9145d66931c3', 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:29.079272 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event deleted for resources: {'Port': ['ID=a82000b1-9b15-4c48-b984-b96ae2bf4e5f,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:29.093319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.093698 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.094052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.094396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.094737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.095182 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.095597 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.095812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.096145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.096475 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.096813 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.097144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.097479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.097809 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.098136 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:29.141639 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] No DVR routers for this DVR port a82000b1-9b15-4c48-b984-b96ae2bf4e5f on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:29.145607 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:29.149721 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-31810320-0a05-4c90-bb2c-2ecbb1994ae9 req-9dc97971-7e57-48c7-9cdf-1baaae836e48 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a82000b1-9b15-4c48-b984-b96ae2bf4e5f HTTP/1.1" status: 204 len: 173 time: 0.4210534 Sep 12 14:18:29.150314 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'name': 'network-vif-deleted', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:29.153914 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e3d76-0e5c-483d-b206-209c1b7bea4f" -d '{"events": [{"server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "name": "network-vif-deleted", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:29.204175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae5e14-4215-44c5-9091-af622cdec1c7 x-openstack-request-id: req-77ae5e14-4215-44c5-9091-af622cdec1c7 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:29.204464 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb87e92-51b9-4304-9f0b-2e4297d74891", "name": "network-vif-deleted", "tag": "a82000b1-9b15-4c48-b984-b96ae2bf4e5f", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:29.205187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77ae5e14-4215-44c5-9091-af622cdec1c7 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:29.205711 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae5e14-4215-44c5-9091-af622cdec1c7'] response: {'server_uuid': 'cdb87e92-51b9-4304-9f0b-2e4297d74891', 'name': 'network-vif-deleted', 'tag': 'a82000b1-9b15-4c48-b984-b96ae2bf4e5f', 'status': 'completed', 'code': 200} Sep 12 14:18:29.324078 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-7f474121-78c0-4ec4-91d5-78cbeb8fe9b5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:29.325691 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-7f474121-78c0-4ec4-91d5-78cbeb8fe9b5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 810 time: 0.1074960 Sep 12 14:18:29.397975 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-f6c0953c-1c66-4744-9d63-ea5923e0c969 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=613c135e354b4262865198bd5c834cb1 HTTP/1.1" status: 200 len: 380 time: 0.0607290 Sep 12 14:18:29.474952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'port': {'device_id': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'admin_state_up': True, 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'security_groups': ['ac41fe52-02f7-4742-b206-f535ae2dbcf8']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:29.587455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Made reservation on behalf of 613c135e354b4262865198bd5c834cb1 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:18:29.591448 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:29.701007 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1decbed2-6cd3-4df5-9085-0735998abc27 req-d1daf949-381b-4e16-888e-87d9ded5c06b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0266008 Sep 12 14:18:29.727111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Allocated IP 172.20.0.9 (187dae32-ddb7-498c-baaa-a0f8b012a4b7/476310d8-85b0-4a0f-b22c-1f7326583ec9/9a806fa5-8e1e-44d6-ad92-6327e1178def) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:29.863471 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:29.898445 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:29.939537 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-de5e8f13-9e06-436d-94c0-ead617c5956a req-f50d6ff9-51fd-479b-bb9e-d72bfd60b1ed tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cdb87e92-51b9-4304-9f0b-2e4297d74891 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Sep 12 14:18:29.955562 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:29.957080 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:29.962877 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:29.965853 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:29.990076 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:30.000792 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event updated for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:30.027539 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:30.028444 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.050991 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-c0dbcb8d-018d-4a06-b88c-3d5397f69604 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799623 Sep 12 14:18:30.064923 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Request body: {'port': {'device_id': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:30.149461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.333832 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-b43ff167-96f7-414f-b76b-2d6d4ed65161 None None] Provisioning complete for port 9a806fa5-8e1e-44d6-ad92-6327e1178def triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:30.334410 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b43ff167-96f7-414f-b76b-2d6d4ed65161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.369177 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-b43ff167-96f7-414f-b76b-2d6d4ed65161 None None] Port 9a806fa5-8e1e-44d6-ad92-6327e1178def cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:18:30.430312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a806fa5-8e1e-44d6-ad92-6327e1178def {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:30.438815 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks [] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.451676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Transition to ACTIVE for port object 9a806fa5-8e1e-44d6-ad92-6327e1178def will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:18:30.455757 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.517753 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:30.564821 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Attempting to bind port 9a806fa5-8e1e-44d6-ad92-6327e1178def on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:18:30.565119 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Attempting to bind port 9a806fa5-8e1e-44d6-ad92-6327e1178def by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:18:30.565374 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Attempting to bind port 9a806fa5-8e1e-44d6-ad92-6327e1178def on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:30.610018 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Port 9a806fa5-8e1e-44d6-ad92-6327e1178def on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:18:30.610479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Attempting to bind port 9a806fa5-8e1e-44d6-ad92-6327e1178def on network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:30.653730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:18:30.654063 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Checking segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:18:30.654447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Bound using segment: {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:18:30.654911 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Bound port: 9a806fa5-8e1e-44d6-ad92-6327e1178def, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31153a8-045b-4842-b6ad-43ab0dad4be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:18:30.655269 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.718688 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:18:30.721619 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:18:30.727683 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.731794 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:30.732403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:30.733774 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/9a806fa5-8e1e-44d6-ad92-6327e1178def HTTP/1.1" status: 200 len: 1093 time: 0.6758847 Sep 12 14:18:30.777477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf521-e5b2-4843-b5ac-cac77f4d0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:30.822726 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd898d9-a448-44c2-824e-4bd5a95270f7 req-5de85f04-6fd2-4eae-9a56-42ec3a558ecf tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:30.824256 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bfd898d9-a448-44c2-824e-4bd5a95270f7 req-5de85f04-6fd2-4eae-9a56-42ec3a558ecf tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0482841 Sep 12 14:18:30.870866 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bfd898d9-a448-44c2-824e-4bd5a95270f7 req-b4fbdb7d-8e96-4550-9c62-a1a6fe2bf852 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Sep 12 14:18:30.977401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-a57388d1-46a6-4da1-9495-da964fe06d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:30.979208 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-a57388d1-46a6-4da1-9495-da964fe06d7c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 1127 time: 0.0401840 Sep 12 14:18:30.997458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:31.035205 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-028e4bf3-67be-43bf-bd48-b6a73d9cdd5f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def HTTP/1.1" status: 200 len: 217 time: 0.0471032 Sep 12 14:18:31.095830 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-0b070679-bb81-44f4-9779-0a7b0cd2be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:31.097218 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-0b070679-bb81-44f4-9779-0a7b0cd2be1e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0543411 Sep 12 14:18:31.141241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-dd6513e4-7f76-4a4c-94fc-4acf0a54f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:31.142792 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-dd6513e4-7f76-4a4c-94fc-4acf0a54f4c5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392239 Sep 12 14:18:31.168809 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:31.208409 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:31.210660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6812236-5058-47b5-8852-4fecfe231539" -d '{"events": [{"name": "network-changed", "server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:31.244633 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8fe52-2f54-43dd-8611-712a045ce03c req-1c600341-885e-443e-8e85-fb4e96e95376 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:31.246426 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6df8fe52-2f54-43dd-8611-712a045ce03c req-1c600341-885e-443e-8e85-fb4e96e95376 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0506501 Sep 12 14:18:31.254585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b5f57a-abd3-4551-9bd0-630899ce005d x-openstack-request-id: req-d7b5f57a-abd3-4551-9bd0-630899ce005d {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:31.254897 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:31.255149 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7b5f57a-abd3-4551-9bd0-630899ce005d {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:31.255545 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b5f57a-abd3-4551-9bd0-630899ce005d'] response: {'name': 'network-changed', 'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'status': 'completed', 'code': 200} Sep 12 14:18:31.258492 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-5823ad55-6cff-4fed-ae3f-403de339a7e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081941 Sep 12 14:18:31.293590 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6df8fe52-2f54-43dd-8611-712a045ce03c req-996ee313-74c7-40a9-bd78-8b24da22bbcd tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Sep 12 14:18:31.992001 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f958ec2-4885-4377-9855-1eac583f5592 req-f9fac074-5a6e-4312-b182-dc6ba5042056 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:31.993420 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9f958ec2-4885-4377-9855-1eac583f5592 req-f9fac074-5a6e-4312-b182-dc6ba5042056 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0485539 Sep 12 14:18:32.039215 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9f958ec2-4885-4377-9855-1eac583f5592 req-4d2b1b31-7ae0-41ef-b34c-d8a70473d3aa tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Sep 12 14:18:32.414666 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c142-816c-4c91-a488-c0a4e626fc04 req-cd839c31-5da2-4943-b5cd-6c4ef8a76060 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:32.416148 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36d0c142-816c-4c91-a488-c0a4e626fc04 req-cd839c31-5da2-4943-b5cd-6c4ef8a76060 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0457599 Sep 12 14:18:32.427496 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:32.471733 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36d0c142-816c-4c91-a488-c0a4e626fc04 req-4fbffc02-7a50-417f-bd6c-a11eeb20acd6 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Sep 12 14:18:32.741899 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:32.784052 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:33.078894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-820270fc-ff5f-4cc1-b539-17265ffc4712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:33.121493 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:33.140751 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device a82000b1-9b15-4c48-b984-b96ae2bf4e5f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:33.158792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8c3b-f21a-4caf-955a-4491187a6464 req-04fc5992-4c9a-4f48-8594-ebcc65e6cdb3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:33.160185 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: a82000b1-9b15-4c48-b984-b96ae2bf4e5f {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:33.160301 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-931b8c3b-f21a-4caf-955a-4491187a6464 req-04fc5992-4c9a-4f48-8594-ebcc65e6cdb3 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0471227 Sep 12 14:18:33.160529 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device a82000b1-9b15-4c48-b984-b96ae2bf4e5f not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:33.210575 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-931b8c3b-f21a-4caf-955a-4491187a6464 req-661f0c4a-73d7-4b30-89a1-d2a17562184b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Sep 12 14:18:33.594985 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5976425-d565-4e23-9886-779cb76249aa req-5bc3dda8-d629-499f-b33a-2756497b3b32 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:33.596401 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b5976425-d565-4e23-9886-779cb76249aa req-5bc3dda8-d629-499f-b33a-2756497b3b32 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0456986 Sep 12 14:18:33.643230 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b5976425-d565-4e23-9886-779cb76249aa req-fc014058-a7f8-44ab-88a8-231c87304483 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Sep 12 14:18:34.326780 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2147c2-3556-40b7-a0da-e81ec5689ab8 req-209ee4f4-b56e-467d-b971-37bc7ff74f10 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:34.328229 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6a2147c2-3556-40b7-a0da-e81ec5689ab8 req-209ee4f4-b56e-467d-b971-37bc7ff74f10 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0449805 Sep 12 14:18:34.375834 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6a2147c2-3556-40b7-a0da-e81ec5689ab8 req-bc7e1744-8419-426e-8228-01e6a4680ac1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Sep 12 14:18:34.447955 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1cbff45e-cbd1-4077-a83c-6342b5f7488a req-753f6dc1-ab48-4ea8-a972-2b51bcfedea3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970559 Sep 12 14:18:34.763233 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1afba-0bc5-4d7d-b5a4-2dd04a0e8be7 req-ce2841d6-f9d0-4dc3-a544-30d6b1a22329 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:34.764665 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22c1afba-0bc5-4d7d-b5a4-2dd04a0e8be7 req-ce2841d6-f9d0-4dc3-a544-30d6b1a22329 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0490427 Sep 12 14:18:34.809792 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-22c1afba-0bc5-4d7d-b5a4-2dd04a0e8be7 req-846eb74b-4c60-409f-9548-11e0312b501a tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Sep 12 14:18:35.284411 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-91f6d530-6a1d-419f-9302-dcedb0c7d497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:35.501206 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59534c99-4a3f-4046-8680-9583d7165eeb req-a4a1068a-c762-4f28-b61d-3334b343e021 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:35.502653 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-59534c99-4a3f-4046-8680-9583d7165eeb req-a4a1068a-c762-4f28-b61d-3334b343e021 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0465665 Sep 12 14:18:35.549179 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-59534c99-4a3f-4046-8680-9583d7165eeb req-c28546d3-afd6-4b6b-b674-914940a28cc7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Sep 12 14:18:35.758804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-f58a68b2-4ce5-4cfd-aab0-a515db34bad5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:35.760279 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-f58a68b2-4ce5-4cfd-aab0-a515db34bad5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0748253 Sep 12 14:18:35.763085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6812236-5058-47b5-8852-4fecfe231539 req-04748a06-efed-4725-b3e3-efe02d4ef7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:35.764420 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-04748a06-efed-4725-b3e3-efe02d4ef7ec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 1127 time: 0.0702791 Sep 12 14:18:35.934618 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Deleting port 42101474-6616-44ed-98de-9145d66931c3 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:35.935012 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (42101474-6616-44ed-98de-9145d66931c3), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:35.942175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ef07-ceef-4f31-92f3-f0000d4edcd9 req-bee105a0-6f5f-4b2d-9920-b7b7daab68a5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:35.943940 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d6b7ef07-ceef-4f31-92f3-f0000d4edcd9 req-bee105a0-6f5f-4b2d-9920-b7b7daab68a5 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 945 time: 0.0559499 Sep 12 14:18:35.988226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6812236-5058-47b5-8852-4fecfe231539 req-11666417-337e-4953-8f1d-8d1376d6450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:35.989751 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-11666417-337e-4953-8f1d-8d1376d6450e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1961854 Sep 12 14:18:35.995726 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d6b7ef07-ceef-4f31-92f3-f0000d4edcd9 req-01436b41-c220-4e6c-b6ea-6af110c7f642 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c66d449d-85b5-45f1-9f28-e5135044e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Sep 12 14:18:36.051342 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-3bb98bd2-c5ac-4eef-a2de-5367c5f8d8df service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def HTTP/1.1" status: 200 len: 217 time: 0.0513318 Sep 12 14:18:36.117396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] For port 42101474-6616-44ed-98de-9145d66931c3, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=42101474-6616-44ed-98de-9145d66931c3,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:36.117622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (42101474-6616-44ed-98de-9145d66931c3), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:36.130939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6812236-5058-47b5-8852-4fecfe231539 req-18905b4b-3416-4e43-bbce-288e348d3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:36.132385 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-18905b4b-3416-4e43-bbce-288e348d3a51 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0752242 Sep 12 14:18:36.136364 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Calling delete_port for 42101474-6616-44ed-98de-9145d66931c3 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:36.211465 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6812236-5058-47b5-8852-4fecfe231539 req-f01b95fa-d11a-4d3a-b77f-3b1bab00c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:36.212956 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-f01b95fa-d11a-4d3a-b77f-3b1bab00c444 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726113 Sep 12 14:18:36.588065 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-5b5a9c18-e126-4795-b3a0-7b2f04b8ad25 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685024 Sep 12 14:18:36.599976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:36.610229 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:36.618605 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:36.653141 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (42101474-6616-44ed-98de-9145d66931c3), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:36.664550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['42101474-6616-44ed-98de-9145d66931c3'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:36.694867 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Pushing event deleted for resources: {'Port': ['ID=42101474-6616-44ed-98de-9145d66931c3,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:36.708317 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d168a8-334e-4abc-b284-906d2afd8f03 req-8d722267-9a17-43b0-9054-7449b86ffab1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:36.710165 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97d168a8-334e-4abc-b284-906d2afd8f03 req-8d722267-9a17-43b0-9054-7449b86ffab1 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 943 time: 0.0664473 Sep 12 14:18:36.767299 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-97d168a8-334e-4abc-b284-906d2afd8f03 req-74a6c723-ecec-46d8-be5b-01182087ecdb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Sep 12 14:18:36.770248 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] No DVR routers for this DVR port 42101474-6616-44ed-98de-9145d66931c3 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:36.773233 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:36.776869 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-4d7c70a3-932a-4d21-8d88-95b229c29f86 req-89c84e15-eee8-42e9-898a-2ab5f1429ae2 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.23 "DELETE /networking/v2.0/ports/42101474-6616-44ed-98de-9145d66931c3 HTTP/1.1" status: 204 len: 173 time: 0.9753745 Sep 12 14:18:36.777417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'name': 'network-vif-deleted', 'tag': '42101474-6616-44ed-98de-9145d66931c3'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:36.779816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eed926-9fee-4d99-9f54-089d68ad9138" -d '{"events": [{"server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "name": "network-vif-deleted", "tag": "42101474-6616-44ed-98de-9145d66931c3"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:36.784557 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d6812236-5058-47b5-8852-4fecfe231539 req-adf6f497-16d7-4931-a282-6372b4233e97 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874180 Sep 12 14:18:36.826504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c453a-fe27-4e90-bee5-a4f39972c215 x-openstack-request-id: req-935c453a-fe27-4e90-bee5-a4f39972c215 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:36.826939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d23509-c830-4101-bcd2-9f320baffe8e", "name": "network-vif-deleted", "tag": "42101474-6616-44ed-98de-9145d66931c3", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:36.827197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-935c453a-fe27-4e90-bee5-a4f39972c215 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:36.827729 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935c453a-fe27-4e90-bee5-a4f39972c215'] response: {'server_uuid': '88d23509-c830-4101-bcd2-9f320baffe8e', 'name': 'network-vif-deleted', 'tag': '42101474-6616-44ed-98de-9145d66931c3', 'status': 'completed', 'code': 200} Sep 12 14:18:37.145263 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fa80efa5-e51b-4a25-a6a1-755cfbfd19a9 req-bd55a0f7-020a-4028-b2a4-2035fab893ca tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 210 time: 0.0289652 Sep 12 14:18:37.148270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9a806fa5-8e1e-44d6-ad92-6327e1178def details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:18:37.269259 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:37.280485 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'port_id': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'mac_address': 'fa:16:3e:5a:04:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:18:37.315827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 9a806fa5-8e1e-44d6-ad92-6327e1178def is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:37.316141 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:37.325466 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21034d8e-51c3-46ea-97b0-97a590576620 req-8f0e7734-128c-4d17-9396-f3e24903325c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:37.327023 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21034d8e-51c3-46ea-97b0-97a590576620 req-8f0e7734-128c-4d17-9396-f3e24903325c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0493653 Sep 12 14:18:37.329590 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a806fa5-8e1e-44d6-ad92-6327e1178def {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:37.354474 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:37.359604 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:37.380139 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21034d8e-51c3-46ea-97b0-97a590576620 req-00f2224c-ad73-4639-a91b-c3b846f24cfe tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473757 Sep 12 14:18:37.411549 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:37.625353 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['9a806fa5-8e1e-44d6-ad92-6327e1178def'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:37.717120 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:37.896089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75df9c-7b54-4289-ba6b-b8379057435b req-88c7c0e1-d48a-4afe-85af-42660213a32b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:37.897436 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3f75df9c-7b54-4289-ba6b-b8379057435b req-88c7c0e1-d48a-4afe-85af-42660213a32b tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 944 time: 0.0458102 Sep 12 14:18:37.942761 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3f75df9c-7b54-4289-ba6b-b8379057435b req-f0dc8cdf-cd9f-41f8-8928-4d16c8432175 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Sep 12 14:18:38.158109 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:38.272950 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5af97111-9adc-486c-9b56-eae1dee94dfd req-6bb42a3b-5d5e-4e1d-bc22-b446e676f1c0 tempest-ServerRescueNegativeTestJSON-49662104 tempest-ServerRescueNegativeTestJSON-49662104-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=88d23509-c830-4101-bcd2-9f320baffe8e HTTP/1.1" status: 200 len: 210 time: 0.0270844 Sep 12 14:18:38.323785 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:38.504838 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebc7d7-4161-4e92-a7c8-fed9704693ca req-80298d55-b652-4372-8999-392ba122ccb4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:38.506293 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1ebc7d7-4161-4e92-a7c8-fed9704693ca req-80298d55-b652-4372-8999-392ba122ccb4 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0493135 Sep 12 14:18:38.554899 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1ebc7d7-4161-4e92-a7c8-fed9704693ca req-0f1ee5a6-362d-44fd-bf8a-3787493fb1dd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Sep 12 14:18:39.059829 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496a0ac-43d6-47ea-a760-f351eaa31227 req-8c4dd075-702b-438c-b649-be0b1a381a81 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:39.061269 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8496a0ac-43d6-47ea-a760-f351eaa31227 req-8c4dd075-702b-438c-b649-be0b1a381a81 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 944 time: 0.0458057 Sep 12 14:18:39.073021 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:39.097889 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:39.109892 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8496a0ac-43d6-47ea-a760-f351eaa31227 req-867636e5-1189-4ce0-a7b7-0413a9afc16e tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Sep 12 14:18:39.118496 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-b4249304-efcf-4901-9b8a-bb3477a3e38e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:39.119974 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-b4249304-efcf-4901-9b8a-bb3477a3e38e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0461416 Sep 12 14:18:39.160414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9a806fa5-8e1e-44d6-ad92-6327e1178def up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:18:39.187573 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:39.202236 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 9a806fa5-8e1e-44d6-ad92-6327e1178def completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:18:39.208424 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 9a806fa5-8e1e-44d6-ad92-6327e1178def triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:39.208795 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.211966 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port 0e35527d-008f-43d4-89a7-ebd020d16331 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:39.212307 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.281407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 9a806fa5-8e1e-44d6-ad92-6327e1178def is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:39.281788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.301923 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] For port 0e35527d-008f-43d4-89a7-ebd020d16331, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=0e35527d-008f-43d4-89a7-ebd020d16331,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:39.302382 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.304602 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:39.306822 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611cd255-acc2-4616-b71e-17d1b832de47" -d '{"events": [{"server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "name": "network-vif-plugged", "status": "completed", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:39.323733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:39.330075 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.330879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 42101474-6616-44ed-98de-9145d66931c3 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:39.352490 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 42101474-6616-44ed-98de-9145d66931c3 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:39.352838 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 42101474-6616-44ed-98de-9145d66931c3 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:39.358896 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49226) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:39.371891 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e15016-a353-4c26-96bd-afdd26fad5f6 x-openstack-request-id: req-67e15016-a353-4c26-96bd-afdd26fad5f6 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:39.372197 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "name": "network-vif-plugged", "status": "completed", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:39.372435 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67e15016-a353-4c26-96bd-afdd26fad5f6 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:39.372831 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e15016-a353-4c26-96bd-afdd26fad5f6'] response: {'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'code': 200} Sep 12 14:18:39.401491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:39.506650 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.507380 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.507760 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 165451d3-7f78-4149-ae60-e555abac414a disassociated. External IP: 172.27.3.17, port: 0e35527d-008f-43d4-89a7-ebd020d16331. Sep 12 14:18:39.508181 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for 0e35527d-008f-43d4-89a7-ebd020d16331 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:39.656139 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c6c32-5e2b-470a-b3c0-e43aa4ca625b req-407b5c05-07cd-4699-88a4-d25be34ee7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:39.657736 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6c4c6c32-5e2b-470a-b3c0-e43aa4ca625b req-407b5c05-07cd-4699-88a4-d25be34ee7d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 1129 time: 0.1474345 Sep 12 14:18:39.686087 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:39.697170 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (0e35527d-008f-43d4-89a7-ebd020d16331), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.714814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89de01a-794c-45e8-b2be-2b6c244326a0 req-6a75ceaa-7967-406f-b8b5-ac456057e695 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:39.716291 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c89de01a-794c-45e8-b2be-2b6c244326a0 req-6a75ceaa-7967-406f-b8b5-ac456057e695 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 946 time: 0.0622275 Sep 12 14:18:39.750771 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=0e35527d-008f-43d4-89a7-ebd020d16331,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:39.788858 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6c4c6c32-5e2b-470a-b3c0-e43aa4ca625b req-5827ab69-6b10-4fe0-9a66-e559c0b7f707 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216924 Sep 12 14:18:39.836450 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c89de01a-794c-45e8-b2be-2b6c244326a0 req-4b175d62-0abe-4951-b829-a2d8b6cc92f0 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e78ce605-8478-4969-9620-2d264f7c80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994356 Sep 12 14:18:39.861790 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:39.932150 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (b4e3ec40-6518-425b-bf79-e47972c447bf), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:39.963845 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:39.975167 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:39.986019 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:39.986644 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:40.007690 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] No DVR routers for this DVR port 0e35527d-008f-43d4-89a7-ebd020d16331 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:40.010689 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:40.013926 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-b46219d9-2a33-4f7c-8491-4d45b82741ad req-a32a2f76-344a-415a-8576-6e2ad3878948 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "DELETE /networking/v2.0/ports/0e35527d-008f-43d4-89a7-ebd020d16331 HTTP/1.1" status: 204 len: 173 time: 0.8878648 Sep 12 14:18:40.014427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'name': 'network-vif-deleted', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:40.016786 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b2f8fd-c767-4b1c-a64d-efe47a5a677a" -d '{"events": [{"server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "name": "network-vif-deleted", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:40.079668 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c901e345-1680-4558-b23b-a2c5d5cbc94f x-openstack-request-id: req-c901e345-1680-4558-b23b-a2c5d5cbc94f {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:40.080172 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e8856b-07c8-4b63-8ab0-f22e2be080a6", "name": "network-vif-deleted", "tag": "0e35527d-008f-43d4-89a7-ebd020d16331", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:40.080498 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c901e345-1680-4558-b23b-a2c5d5cbc94f {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:40.081007 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c901e345-1680-4558-b23b-a2c5d5cbc94f'] response: {'server_uuid': 'd4e8856b-07c8-4b63-8ab0-f22e2be080a6', 'name': 'network-vif-deleted', 'tag': '0e35527d-008f-43d4-89a7-ebd020d16331', 'status': 'completed', 'code': 200} Sep 12 14:18:40.099287 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:40.274564 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3744-84c1-4df6-a42d-256ec478cfd8 req-679dec00-5716-47bc-bc0b-427005b76e2a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:40.276133 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ffc3744-84c1-4df6-a42d-256ec478cfd8 req-679dec00-5716-47bc-bc0b-427005b76e2a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0792944 Sep 12 14:18:40.326642 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:40.352454 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:40.361959 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:40.362574 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:40.560922 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:40.574351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Deleting port 0068d8ce-cd18-4983-844d-450338944229 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:40.574695 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (0068d8ce-cd18-4983-844d-450338944229), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:40.640547 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ffc3744-84c1-4df6-a42d-256ec478cfd8 req-cbe5058e-dc76-4532-a673-ec9269c35fc5 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480732 Sep 12 14:18:40.684244 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] For port 0068d8ce-cd18-4983-844d-450338944229, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=0068d8ce-cd18-4983-844d-450338944229,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:40.684604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (0068d8ce-cd18-4983-844d-450338944229), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:40.697196 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Calling delete_port for 0068d8ce-cd18-4983-844d-450338944229 owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:40.741452 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:40.751137 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:40.775225 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b3261-506d-42a5-977b-d3c42caa402b None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:40.791820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:40.882892 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (0068d8ce-cd18-4983-844d-450338944229), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:40.919413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Pushing event deleted for resources: {'Port': ['ID=0068d8ce-cd18-4983-844d-450338944229,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:40.946888 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.947242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.947602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.947917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.948254 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.948659 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.948904 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.949236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.949555 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.949884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.950209 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.950533 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.950865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.951195 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:40.951814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:18:41.021943 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5e8179eb-935e-42aa-b8b1-562631fe5713 req-a5c37adf-bb1f-49ed-a484-c93a7ac07b05 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d4e8856b-07c8-4b63-8ab0-f22e2be080a6 HTTP/1.1" status: 200 len: 210 time: 0.0766983 Sep 12 14:18:41.108888 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89109ab2-5c91-46e5-bd9f-30a979199256 None None] New status for floating IP 165451d3-7f78-4149-ae60-e555abac414a: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:41.128585 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (b4e3ec40-6518-425b-bf79-e47972c447bf), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.339667 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Router b4e3ec40-6518-425b-bf79-e47972c447bf has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:41.439397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:41.444913 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-14f6b6be-6594-4a27-8885-11ae9353137b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/b4e3ec40-6518-425b-bf79-e47972c447bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847106 Sep 12 14:18:41.447750 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49242) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:41.456356 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Sync routers for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:41.469336 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:41.470256 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:41.542146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:41.560982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks [] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.581893 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:41.661486 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks [] for router_gateway (b4e3ec40-6518-425b-bf79-e47972c447bf), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.707350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Deleting port 7e125385-3c3f-48fd-b80a-edda4c9be34a {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:41.707730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.756277 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:18:40Z', 'revision_number': 5, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port': {'id': '7e125385-3c3f-48fd-b80a-edda4c9be34a', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:51:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:15Z', 'updated_at': '2022-09-12T14:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:41.772233 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dba73-e545-4ae0-ae73-08518d6b9be8 req-7d1880f8-935c-44db-a4a5-1f465bdccdfb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:41.773771 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b8dba73-e545-4ae0-ae73-08518d6b9be8 req-7d1880f8-935c-44db-a4a5-1f465bdccdfb tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Sep 12 14:18:41.780906 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Checking router: b4e3ec40-6518-425b-bf79-e47972c447bf for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:41.783919 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:41.793760 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Routers {'b4e3ec40-6518-425b-bf79-e47972c447bf'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:41.794305 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['b4e3ec40-6518-425b-bf79-e47972c447bf'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:41.798818 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] For port 7e125385-3c3f-48fd-b80a-edda4c9be34a, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7e125385-3c3f-48fd-b80a-edda4c9be34a,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:41.799216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.813416 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Calling delete_port for 7e125385-3c3f-48fd-b80a-edda4c9be34a owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:41.832408 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7b8dba73-e545-4ae0-ae73-08518d6b9be8 req-ccf1c8f6-4985-4a5e-b47b-756e3c47825a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483003 Sep 12 14:18:41.884965 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:41.889450 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] Set router b4e3ec40-6518-425b-bf79-e47972c447bf gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:41.941116 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:18:41Z', 'revision_number': 6, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:41.960041 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df950705-48f3-43ed-a908-be45c4507901 req-92ccb966-fa7f-4085-894f-dd449a20820d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:41.961517 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-df950705-48f3-43ed-a908-be45c4507901 req-92ccb966-fa7f-4085-894f-dd449a20820d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0531936 Sep 12 14:18:41.966123 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe774-6b75-4395-a30d-86f1d8f3b8f5 None None] The sync data for ids ['b4e3ec40-6518-425b-bf79-e47972c447bf'] in dv-cinder-820027-25-iscsi is: [{'id': 'b4e3ec40-6518-425b-bf79-e47972c447bf', 'name': 'tempest-ServerRescueNegativeTestJSON-54568460-router', 'tenant_id': '366826b14e0e4a93819c18d8d716a254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:18:41Z', 'revision_number': 6, 'project_id': '366826b14e0e4a93819c18d8d716a254', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:41.972871 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49248) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:41.977883 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Request body: {'floatingip': {'port_id': '9a806fa5-8e1e-44d6-ad92-6327e1178def'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:41.986988 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (7e125385-3c3f-48fd-b80a-edda4c9be34a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:41.995341 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:42.013930 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e125385-3c3f-48fd-b80a-edda4c9be34a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:42.023796 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.058240 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:42.092566 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (b4e3ec40-6518-425b-bf79-e47972c447bf), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.126539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49254) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:42.201744 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.204477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks [] for router_controller (b4e3ec40-6518-425b-bf79-e47972c447bf), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.265787 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (b4e3ec40-6518-425b-bf79-e47972c447bf), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.267104 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e3ec40-6518-425b-bf79-e47972c447bf {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:18:42.270221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (e78ce605-8478-4969-9620-2d264f7c80ba), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.272728 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.276952 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-7386f151-8d05-4d3b-8807-0db766cf0d00 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/b4e3ec40-6518-425b-bf79-e47972c447bf HTTP/1.1" status: 204 len: 168 time: 0.8247635 Sep 12 14:18:42.276952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49256) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:42.287056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:42.307935 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (e78ce605-8478-4969-9620-2d264f7c80ba), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.324959 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Deleting subnet 119cfccc-d408-472e-a884-f14769cc6215 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:18:42.330472 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Publish callbacks [] for subnet (119cfccc-d408-472e-a884-f14769cc6215), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.373792 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (119cfccc-d408-472e-a884-f14769cc6215), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.453692 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (119cfccc-d408-472e-a884-f14769cc6215), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.469359 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e78ce605-8478-4969-9620-2d264f7c80ba), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.471936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.473054 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e78ce605-8478-4969-9620-2d264f7c80ba HTTP/1.1" status: 204 len: 168 time: 0.3455684 Sep 12 14:18:42.477281 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49258) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:42.488780 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c941eea-2c88-4221-b75f-1d420588d53a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ce605-8478-4969-9620-2d264f7c80ba,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:42.501960 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.api.v2.resource [None req-8fba8f2b-9438-4c30-a5fc-dfb19cc355c5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] show failed (client error): The resource could not be found. Sep 12 14:18:42.503005 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8fba8f2b-9438-4c30-a5fc-dfb19cc355c5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e78ce605-8478-4969-9620-2d264f7c80ba HTTP/1.1" status: 404 len: 347 time: 0.0248008 Sep 12 14:18:42.506192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49260) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:42.509256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:42.521261 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (119cfccc-d408-472e-a884-f14769cc6215), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.552038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119cfccc-d408-472e-a884-f14769cc6215,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:42.554116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.557223 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-db8f2f24-9923-4a68-8d62-12c605973a84 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/119cfccc-d408-472e-a884-f14769cc6215 HTTP/1.1" status: 204 len: 168 time: 0.2795274 Sep 12 14:18:42.559943 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80fbcd-0375-418e-8281-5e3e8d9aa983 None None] Network 83e51b0e-db79-49cd-8380-4c9b5dcda3fe requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:18:42.563851 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49262) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:42.637817 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (83e51b0e-db79-49cd-8380-4c9b5dcda3fe), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.681416 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Deleting port b71f6135-63f8-46b8-8232-9f44feee52b9 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:42.681752 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.693615 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.705205 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.738487 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port 3f9c60f1-c5cc-4c4a-b696-fd11de7538d4 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:42.738830 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.759049 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] For port b71f6135-63f8-46b8-8232-9f44feee52b9, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b71f6135-63f8-46b8-8232-9f44feee52b9,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:42.759450 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.776433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Calling delete_port for b71f6135-63f8-46b8-8232-9f44feee52b9 owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:42.778982 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] DHCP port deletion for 83e51b0e-db79-49cd-8380-4c9b5dcda3fe request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:18:42.854554 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Deleting port b71f6135-63f8-46b8-8232-9f44feee52b9 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:42.855020 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.873987 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.877380 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Floating IP 0510004b-458c-40dd-a36c-76b1d92b2e5c associated. External IP: 172.27.3.183, port: 9a806fa5-8e1e-44d6-ad92-6327e1178def. Sep 12 14:18:42.881250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.881576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:42.905100 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71f6135-63f8-46b8-8232-9f44feee52b9,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:42.906322 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7e125385-3c3f-48fd-b80a-edda4c9be34a no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:42.907904 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] No DVR routers for this DVR port b71f6135-63f8-46b8-8232-9f44feee52b9 on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:42.929950 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 7e125385-3c3f-48fd-b80a-edda4c9be34a {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:42.930372 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7e125385-3c3f-48fd-b80a-edda4c9be34a not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:42.930889 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 0068d8ce-cd18-4983-844d-450338944229 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:42.931182 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for 3f9c60f1-c5cc-4c4a-b696-fd11de7538d4 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:42.964541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 0068d8ce-cd18-4983-844d-450338944229 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:42.964944 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 0068d8ce-cd18-4983-844d-450338944229 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:42.965414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b71f6135-63f8-46b8-8232-9f44feee52b9 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:42.988432 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: b71f6135-63f8-46b8-8232-9f44feee52b9 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:42.988851 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b71f6135-63f8-46b8-8232-9f44feee52b9 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:42.999009 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] For port b71f6135-63f8-46b8-8232-9f44feee52b9, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b71f6135-63f8-46b8-8232-9f44feee52b9,segment=NetworkSegment(915c8cfe-ca26-491d-8677-0ad8a08026f2),segment_id=915c8cfe-ca26-491d-8677-0ad8a08026f2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:42.999576 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.006077 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (83e51b0e-db79-49cd-8380-4c9b5dcda3fe), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.019863 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Calling delete_port for b71f6135-63f8-46b8-8232-9f44feee52b9 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:43.030809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:43.031020 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:43.032150 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e51b0e-db79-49cd-8380-4c9b5dcda3fe']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:43.044485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915c8cfe-ca26-491d-8677-0ad8a08026f2') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:43.045040 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915c8cfe-ca26-491d-8677-0ad8a08026f2') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:43.056993 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (915c8cfe-ca26-491d-8677-0ad8a08026f2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.071861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (915c8cfe-ca26-491d-8677-0ad8a08026f2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.078889 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:18:43.080056 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (915c8cfe-ca26-491d-8677-0ad8a08026f2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.106171 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (b71f6135-63f8-46b8-8232-9f44feee52b9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.133646 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 915c8cfe-ca26-491d-8677-0ad8a08026f2 resource provider aggregate not found Sep 12 14:18:43.157224 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] Pushing event deleted for resources: {'Port': ['ID=b71f6135-63f8-46b8-8232-9f44feee52b9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:43.164226 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 915c8cfe-ca26-491d-8677-0ad8a08026f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 915c8cfe-ca26-491d-8677-0ad8a08026f2 found for delete ", "request_id": "req-00e0e5b7-92c4-4007-a5af-438ec41d73d4"}]} Sep 12 14:18:43.164955 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819af72f-a89c-4826-b5c0-5079a5a6650b None None] No DVR routers for this DVR port b71f6135-63f8-46b8-8232-9f44feee52b9 on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:43.170350 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (83e51b0e-db79-49cd-8380-4c9b5dcda3fe), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.175061 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 0e35527d-008f-43d4-89a7-ebd020d16331 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:43.177126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.184589 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/83e51b0e-db79-49cd-8380-4c9b5dcda3fe HTTP/1.1" status: 204 len: 168 time: 0.6189208 Sep 12 14:18:43.196248 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 0e35527d-008f-43d4-89a7-ebd020d16331 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:43.196603 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 0e35527d-008f-43d4-89a7-ebd020d16331 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:43.201472 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af366-48f2-48f7-908c-4dd9a4a47b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e51b0e-db79-49cd-8380-4c9b5dcda3fe,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:43.340317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49270) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:43.383043 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1eae8a74-eed2-4422-b317-c04a72b69577 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=366826b14e0e4a93819c18d8d716a254&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420537 Sep 12 14:18:43.385663 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49272) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:43.434821 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] Publish callbacks [] for security_group (c66d449d-85b5-45f1-9f28-e5135044e4ed), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.456094 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] Publish callbacks [] for security_group (c66d449d-85b5-45f1-9f28-e5135044e4ed), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.457061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:43.490036 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (3f9c60f1-c5cc-4c4a-b696-fd11de7538d4), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.504250 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c66d449d-85b5-45f1-9f28-e5135044e4ed), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.506760 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.507930 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c66d449d-85b5-45f1-9f28-e5135044e4ed HTTP/1.1" status: 204 len: 168 time: 0.1213105 Sep 12 14:18:43.515855 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7cf71-2679-43e3-a5fb-5d49d2f0735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d449d-85b5-45f1-9f28-e5135044e4ed,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:43.524077 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:43.525187 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=3f9c60f1-c5cc-4c4a-b696-fd11de7538d4,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:43.555475 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (165451d3-7f78-4149-ae60-e555abac414a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.558388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.559582 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-96831614-8f31-4f7e-8219-735669f2cffd tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/165451d3-7f78-4149-ae60-e555abac414a HTTP/1.1" status: 204 len: 168 time: 1.0523469 Sep 12 14:18:43.635418 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49278) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:43.641172 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130946362', 'description': 'tempest-description--1224748572'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:43.665399 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.675281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:43.680578 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.685579 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:43.697356 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:43.697973 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:43.711982 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ed8f38c1-f49d-4d7c-a45c-e6123cee8c47 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0510004b-458c-40dd-a36c-76b1d92b2e5c HTTP/1.1" status: 200 len: 991 time: 1.7379825 Sep 12 14:18:43.712917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:43.715395 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc248400-b354-4b4e-aa3f-376dab2b3935" -d '{"events": [{"name": "network-changed", "server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:43.756846 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354064d7-cd47-4722-9618-24b607a7b39f x-openstack-request-id: req-354064d7-cd47-4722-9618-24b607a7b39f {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:43.757144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:43.757409 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-354064d7-cd47-4722-9618-24b607a7b39f {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:43.757817 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354064d7-cd47-4722-9618-24b607a7b39f'] response: {'name': 'network-changed', 'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'status': 'completed', 'code': 200} Sep 12 14:18:43.775495 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (53dc36b8-fd10-4014-b653-2f49a21d523a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.781006 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (53dc36b8-fd10-4014-b653-2f49a21d523a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.790252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:43.813894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:43.824015 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:43.864503 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:43.868573 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2290666 Sep 12 14:18:43.868980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-973f1ccc-1074-400f-a335-37b53107edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:43.869779 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49288) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:43.870717 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-973f1ccc-1074-400f-a335-37b53107edd9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=613c135e354b4262865198bd5c834cb1&device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 1129 time: 0.0861390 Sep 12 14:18:43.871873 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d2fcb-60a9-4376-b8bc-05e3db7dfe92 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dc36b8-fd10-4014-b653-2f49a21d523a,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:43.877819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': '53dc36b8-fd10-4014-b653-2f49a21d523a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:43.927270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (6da55596-56e2-4e31-ac19-5f4996e23c3a), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.001997 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-4ba95996-0e77-44b5-9d52-7ad2d94c8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:44.003536 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-4ba95996-0e77-44b5-9d52-7ad2d94c8b51 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 200 len: 911 time: 0.1199775 Sep 12 14:18:44.014309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (6da55596-56e2-4e31-ac19-5f4996e23c3a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.020533 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (6da55596-56e2-4e31-ac19-5f4996e23c3a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.053713 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da55596-56e2-4e31-ac19-5f4996e23c3a,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:44.068497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.070353 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a4cd2cb8-e693-4ec0-9ada-797bd71363b7 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989286 Sep 12 14:18:44.073175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49296) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:44.080222 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'security_group_rule': {'security_group_id': '53dc36b8-fd10-4014-b653-2f49a21d523a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:44.086777 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-26c85000-2583-4df1-a1fe-49110c8bbd22 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def HTTP/1.1" status: 200 len: 999 time: 0.0757854 Sep 12 14:18:44.102324 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:44.133523 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (9a466cd3-e0df-46bc-a885-0ff62cf6fdbf), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.151956 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-b3940749-865d-437d-b3de-79b289e5d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:44.153587 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-b3940749-865d-437d-b3de-79b289e5d01d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 200 len: 849 time: 0.0603101 Sep 12 14:18:44.178273 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0510004b-458c-40dd-a36c-76b1d92b2e5c', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:5a:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:25Z', 'updated_at': '2022-09-12T14:18:42Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:44.210720 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:44.218298 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-fff753f9-612f-4786-befa-fc363d71658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:44.219287 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:44.220625 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:44.221261 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-fff753f9-612f-4786-befa-fc363d71658e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=187dae32-ddb7-498c-baaa-a0f8b012a4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582743 Sep 12 14:18:44.222043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (9a466cd3-e0df-46bc-a885-0ff62cf6fdbf), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.226316 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (9a466cd3-e0df-46bc-a885-0ff62cf6fdbf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.256689 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.261303 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869333 Sep 12 14:18:44.262068 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f49bda-a141-46d0-b85a-d8c5031a809f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a466cd3-e0df-46bc-a885-0ff62cf6fdbf,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:44.264125 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49304) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:44.277579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:44.314203 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.329683 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-f606ad35-a27a-4e4f-b00d-def17d32509d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001592 Sep 12 14:18:44.333163 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:44.424487 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.486126 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:44.571394 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.27.3.14 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/b8b136a3-511e-4cdc-9f19-e54112ebe94b) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:44.590467 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0510004b-458c-40dd-a36c-76b1d92b2e5c', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:5a:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:25Z', 'updated_at': '2022-09-12T14:18:42Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:44.632015 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd15fe-8e35-4c7c-957a-76fc3a7acc40 None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '0510004b-458c-40dd-a36c-76b1d92b2e5c', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'floating_ip_address': '172.27.3.183', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'port_id': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'mac_address': 'fa:16:3e:5a:04:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:25Z', 'updated_at': '2022-09-12T14:18:42Z', 'revision_number': 1, 'project_id': '613c135e354b4262865198bd5c834cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:44.689495 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:44.711669 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:44.730680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.762271 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bc248400-b354-4b4e-aa3f-376dab2b3935 req-11b27fdf-924a-4875-b779-c74d0187ca9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260900 Sep 12 14:18:44.770408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.816333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:44.819490 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:44.822084 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:44.837577 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=b8b136a3-511e-4cdc-9f19-e54112ebe94b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:44.883714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:44.909786 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c783d8-724f-4037-b430-52abf8369e94 None None] New status for floating IP 0510004b-458c-40dd-a36c-76b1d92b2e5c: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:44.941096 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.135981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.149423 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.150156 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.191591 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.192825 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9280381 Sep 12 14:18:45.198068 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0282d4-7248-4607-af6e-4f2daf1c1465 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=b8b136a3-511e-4cdc-9f19-e54112ebe94b,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:45.390572 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-6c99b6fb-62d1-4f9c-aa62-aede813ffddb tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2130946362&fields=id&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 267 time: 0.0431187 Sep 12 14:18:45.467693 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:45.503225 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-234ad3ab-c3a4-47c9-8c02-b41598340976 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:45.504667 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-234ad3ab-c3a4-47c9-8c02-b41598340976 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1072335 Sep 12 14:18:45.519534 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-758507f4-7424-4ae2-8193-838c1742048a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/quotas/4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 375 time: 0.0094428 Sep 12 14:18:45.569201 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-a5c6a878-ab05-48fc-8d1b-0df06087c70b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445650 Sep 12 14:18:45.622065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-c0534572-d6fd-4e2c-bd5d-5afbafcae9cd tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1278969989&fields=id&tenant_id=40918a5eb3134a00999618cb65dedbbd HTTP/1.1" status: 200 len: 267 time: 0.0496325 Sep 12 14:18:45.674047 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-660a8c6c-c334-48b7-8fa8-fd085a6fa3d1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:45.675561 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-660a8c6c-c334-48b7-8fa8-fd085a6fa3d1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 984 time: 0.0467174 Sep 12 14:18:45.694233 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Request body: {'port': {'security_groups': ['dd3ff05f-73f4-44e0-812b-5d0d58962590']}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:45.821727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:45.839311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:45.846434 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-2a466609-1c58-4a1a-828a-8768bae98baa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602732 Sep 12 14:18:46.008379 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-08d64b59-f576-4416-924e-e8d0bf8b7b7c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561229 Sep 12 14:18:46.082130 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:46.111702 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for port (c158483b-3937-4578-983a-bbaad6989bb8), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.118414 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.130168 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:46.130822 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.130990 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:46.132373 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd28ef8a-1d8c-4a2f-97d8-017d4df2a41f req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "PUT /networking/v2.0/ports/c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 942 time: 0.4438200 Sep 12 14:18:46.132971 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:46.135233 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22f2c9-c9b3-4d90-9e00-59243b795129" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:46.139590 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49346) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:46.190701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f3a08f-3f52-418a-9d47-7c81d4170811 x-openstack-request-id: req-81f3a08f-3f52-418a-9d47-7c81d4170811 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:46.191143 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:46.191393 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81f3a08f-3f52-418a-9d47-7c81d4170811 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:46.191865 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f3a08f-3f52-418a-9d47-7c81d4170811'] response: {'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:18:46.230746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:46.261370 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-db647231-04a5-4c68-badc-43c7b99a63a7 req-fb2a3f44-d318-4bc0-95e8-91ad59643701 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0869856 Sep 12 14:18:46.292393 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-1d2c662e-0f92-4f9a-9c7b-5528d3ac59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:46.294046 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-1d2c662e-0f92-4f9a-9c7b-5528d3ac59e8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1129 time: 0.0666289 Sep 12 14:18:46.298530 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (2a824313-c1b2-4e4f-ad64-9746fb4e0360), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.298874 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b547d-5f3c-4a02-8cde-e21faf85d176 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event updated for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=7']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:46.395818 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (2a824313-c1b2-4e4f-ad64-9746fb4e0360), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.469428 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-35d0a686-3d1f-452a-88ed-d3b58313fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:46.471907 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-35d0a686-3d1f-452a-88ed-d3b58313fda3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.1701190 Sep 12 14:18:46.475539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:46.570253 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-d8e16dd7-e2a2-4eaa-961a-eb00257859ab service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0913606 Sep 12 14:18:46.612901 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (2a824313-c1b2-4e4f-ad64-9746fb4e0360), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.617232 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.618796 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2a824313-c1b2-4e4f-ad64-9746fb4e0360 HTTP/1.1" status: 204 len: 168 time: 0.4780538 Sep 12 14:18:46.622266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49374) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:46.640879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f04509-51f6-4377-98e2-fe464c586550 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a824313-c1b2-4e4f-ad64-9746fb4e0360,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:46.651418 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-d3995d28-8ba5-4a5d-a61b-23730032d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:46.653007 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-d3995d28-8ba5-4a5d-a61b-23730032d4f7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0760229 Sep 12 14:18:46.729591 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-94395347-3390-4ce6-bd6d-19e6cc2914d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:46.731224 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-94395347-3390-4ce6-bd6d-19e6cc2914d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689473 Sep 12 14:18:46.804396 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:46.825648 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Deleting port 551925e6-b792-47f0-b61c-76db4fce8bb9 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:46.825990 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.837724 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-ec3f82a3-273c-42d2-ac00-ac117ac1bbb3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992720 Sep 12 14:18:46.863681 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:46.903904 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.904225 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for floatingip (551925e6-b792-47f0-b61c-76db4fce8bb9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:46.918574 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Calling delete_port for 551925e6-b792-47f0-b61c-76db4fce8bb9 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:47.080202 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (551925e6-b792-47f0-b61c-76db4fce8bb9), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:47.106917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event deleted for resources: {'Port': ['ID=551925e6-b792-47f0-b61c-76db4fce8bb9,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:47.131131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks [] for floatingip (95d2adf0-ce4e-46d3-a695-efb65a1164d7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:47.131465 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Floating IP 95d2adf0-ce4e-46d3-a695-efb65a1164d7 disassociated (deleted). External IP: 172.27.3.232, port: c158483b-3937-4578-983a-bbaad6989bb8. Sep 12 14:18:47.225367 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:47.327386 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Router f6ad961d-c864-4173-a76d-bb28ea447002 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:47.399516 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd580742-703d-4929-b3ff-33845ff24919 req-2a02ab61-8ef7-4577-a4ad-0323c4c2aad8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0605693 Sep 12 14:18:47.451672 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:47.456069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:47.460804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Sync routers for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:47.471329 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:47.471933 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:47.484603 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e2aaab76-e283-426a-b19f-2c6aaa7a841f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/95d2adf0-ce4e-46d3-a695-efb65a1164d7 HTTP/1.1" status: 204 len: 168 time: 0.8604276 Sep 12 14:18:47.513374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:47.580126 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:47.776253 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:47.801276 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Checking router: f6ad961d-c864-4173-a76d-bb28ea447002 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:18:47.809475 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:47.810071 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:47.915939 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:18:48.092912 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:48.119894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340993aa-2264-4f31-a753-a96be50d8959 None None] The sync data for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi is: [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:15:59Z', 'revision_number': 4, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '77c86869-38f6-4764-9c12-914c2820d8fe', 'name': '', 'network_id': 'c4f97835-1b03-495e-a09a-05ede27a9ab6', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'mac_address': 'fa:16:3e:e2:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:59Z', 'updated_at': '2022-09-12T14:16:08Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'subnets': [{'id': '07740054-b88c-44b1-b7fc-7c722c0b8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:18:48.192854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:48.195413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b08c15-7a22-48c4-b3fe-7239748f9db5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:48.233973 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b05460-74c2-44fb-a59b-f6b104a0d85b x-openstack-request-id: req-c6b05460-74c2-44fb-a59b-f6b104a0d85b {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:48.234265 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:48.234519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6b05460-74c2-44fb-a59b-f6b104a0d85b {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:48.234997 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b05460-74c2-44fb-a59b-f6b104a0d85b'] response: {'name': 'network-changed', 'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:18:48.348163 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd637b0d-0803-4b24-81fb-1efd0987cee8 None None] New status for floating IP 95d2adf0-ce4e-46d3-a695-efb65a1164d7: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:18:48.503478 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9eade2b6-d3e2-4320-82c4-498e83dcc4b9 req-3b943624-b934-4db4-8f24-9c6c13cdc654 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0292785 Sep 12 14:18:48.751407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:49.529451 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3b22f2c9-c9b3-4d90-9e00-59243b795129 req-2eb67e4a-04d3-4cf7-907e-6e3482861081 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Sep 12 14:18:49.579744 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:18:49.617473 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cbd0dc21-b190-4bdc-af4c-1460ca5dbae8 req-221612d7-68fb-4f23-819c-76856821f00e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0308728 Sep 12 14:18:49.897204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-030fc542-44ad-4a81-8a46-5cefaaddead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:49.898997 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-030fc542-44ad-4a81-8a46-5cefaaddead2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=40918a5eb3134a00999618cb65dedbbd&device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 1129 time: 0.0519414 Sep 12 14:18:50.016079 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-c1bff699-264a-4c47-929b-0ec01f127907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:50.017653 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-c1bff699-264a-4c47-929b-0ec01f127907 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 200 len: 916 time: 0.1076124 Sep 12 14:18:50.058487 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-ca18a8ef-b8ef-4906-a389-07252908989e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 200 len: 217 time: 0.0332785 Sep 12 14:18:50.342217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-a174d9c7-d189-446f-8783-befddca250b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:50.343920 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-a174d9c7-d189-446f-8783-befddca250b8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 200 len: 854 time: 0.0584877 Sep 12 14:18:50.440031 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-44b08f05-0487-4ca1-8e45-b96c8f41ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:50.441844 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-44b08f05-0487-4ca1-8e45-b96c8f41ca97 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c4f97835-1b03-495e-a09a-05ede27a9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900247 Sep 12 14:18:50.463447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:50.548384 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c13a0703-6ea5-48aa-8789-f061b4451825 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:50.549786 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c13a0703-6ea5-48aa-8789-f061b4451825 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 815 time: 0.1873555 Sep 12 14:18:50.578584 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-007c2bfa-3c8a-4147-8867-76f8f108c90d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295707 Sep 12 14:18:50.723518 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-54974130-66d4-4c03-b006-9dd0940bc168 req-bad0a58e-0ef0-4d85-acb5-1611abb1080e tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0303526 Sep 12 14:18:50.736939 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-6f2718ad-f1d1-4d06-92c6-5575d7b69f0d tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a72919a47034a2684973f31e4217f3e HTTP/1.1" status: 200 len: 380 time: 0.1121733 Sep 12 14:18:50.746204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'port': {'device_id': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'admin_state_up': True, 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'security_groups': ['53dc36b8-fd10-4014-b653-2f49a21d523a']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:50.764021 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-63b08c15-7a22-48c4-b3fe-7239748f9db5 req-7eaf96b3-de1d-4ac7-a9ea-234aeaedf40b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464589 Sep 12 14:18:50.868989 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Made reservation on behalf of 4a72919a47034a2684973f31e4217f3e for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:18:50.872756 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:50.996623 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:51.023922 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Allocated IP 172.20.0.10 (9236f9c0-b543-4fbe-9872-2a3e0012862d/f2f2d9dd-c832-4d50-af16-7886cb05e5d9/b2fa8bcd-6303-4882-9b72-12e99c78a342) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:18:51.180538 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.212190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.252159 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:18:51.257259 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:18:51.261000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:18:51.285637 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event updated for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:51.296633 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:51.320336 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:51.320946 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.337801 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-c5235671-d65a-4663-8d72-01ab8d05d754 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5950921 Sep 12 14:18:51.351380 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Request body: {'port': {'device_id': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:18:51.417932 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.537764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-259438a1-f8d4-4568-89f8-286d903286dd None None] Provisioning complete for port b2fa8bcd-6303-4882-9b72-12e99c78a342 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:51.538340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-259438a1-f8d4-4568-89f8-286d903286dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.570650 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-259438a1-f8d4-4568-89f8-286d903286dd None None] Port b2fa8bcd-6303-4882-9b72-12e99c78a342 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:18:51.676947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fa8bcd-6303-4882-9b72-12e99c78a342 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:51.684266 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks [] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.697332 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Transition to ACTIVE for port object b2fa8bcd-6303-4882-9b72-12e99c78a342 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:18:51.700756 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.753014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:51.767091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:51.818320 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Attempting to bind port b2fa8bcd-6303-4882-9b72-12e99c78a342 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:18:51.818769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Attempting to bind port b2fa8bcd-6303-4882-9b72-12e99c78a342 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:18:51.819251 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Attempting to bind port b2fa8bcd-6303-4882-9b72-12e99c78a342 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:51.847763 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc29f-b9cd-4389-aef9-ef2a4839735d req-445ce5ac-9b4a-47ca-bee0-538588f73efb tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:51.849213 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9c9fc29f-b9cd-4389-aef9-ef2a4839735d req-445ce5ac-9b4a-47ca-bee0-538588f73efb tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Sep 12 14:18:51.860202 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Port b2fa8bcd-6303-4882-9b72-12e99c78a342 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:18:51.860525 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Attempting to bind port b2fa8bcd-6303-4882-9b72-12e99c78a342 on network 9236f9c0-b543-4fbe-9872-2a3e0012862d {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:18:51.895733 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9c9fc29f-b9cd-4389-aef9-ef2a4839735d req-3662eb18-f9a9-493b-95f4-c72555b50dfe tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407586 Sep 12 14:18:51.904187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:18:51.904536 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Checking segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:18:51.904901 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Bound using segment: {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:18:51.905329 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Bound port: b2fa8bcd-6303-4882-9b72-12e99c78a342, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '868ae930-0388-4c4c-8df0-399ff6966c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:18:51.905681 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.963825 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:18:51.966671 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:18:51.972124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.976937 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:51.977540 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:51.978905 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b2fa8bcd-6303-4882-9b72-12e99c78a342 HTTP/1.1" status: 200 len: 1094 time: 0.6329429 Sep 12 14:18:51.979447 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:51.981635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173deb3-48ba-4505-82f0-74970057456c" -d '{"events": [{"name": "network-changed", "server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:52.033835 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1373e-1264-4f5f-a99f-bd3ee3a7a209 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:52.069507 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-409dc529-fb46-4d83-8cfd-b46efb5d0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:52.073062 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-409dc529-fb46-4d83-8cfd-b46efb5d0408 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 1128 time: 0.0503235 Sep 12 14:18:52.114869 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519d22e-0538-467f-9bd4-411de3314a41 x-openstack-request-id: req-3519d22e-0538-467f-9bd4-411de3314a41 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:52.115164 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:52.115415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3519d22e-0538-467f-9bd4-411de3314a41 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:52.115812 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3519d22e-0538-467f-9bd4-411de3314a41'] response: {'name': 'network-changed', 'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'status': 'completed', 'code': 200} Sep 12 14:18:52.117421 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-7d9c96e4-f079-4dd9-98f1-dce2e0aba53e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342 HTTP/1.1" status: 200 len: 217 time: 0.0392194 Sep 12 14:18:52.167766 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-d3742d9d-c42b-407c-ba5a-e283f2d8671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:52.169235 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-d3742d9d-c42b-407c-ba5a-e283f2d8671d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.0453713 Sep 12 14:18:52.189885 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:52.232538 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-580fbed1-3cae-4181-bd5a-97c13802c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:52.234252 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-580fbed1-3cae-4181-bd5a-97c13802c431 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526593 Sep 12 14:18:52.363956 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-6096a61c-6a1d-4c04-a9b2-2db03e0b8fb5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217399 Sep 12 14:18:52.394171 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e5448-9f73-4a62-93db-4e94f50aac69 req-be593b19-3e7f-4c5f-a8d8-f58881deb3f1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:52.395682 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a0e5448-9f73-4a62-93db-4e94f50aac69 req-be593b19-3e7f-4c5f-a8d8-f58881deb3f1 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Sep 12 14:18:52.445589 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a0e5448-9f73-4a62-93db-4e94f50aac69 req-b1d42cb3-99cf-4f76-a2cb-ecd27527fec8 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Sep 12 14:18:52.572741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49482) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:52.682730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-23b95555-7372-4201-a666-f529bb156f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.758934 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-23b95555-7372-4201-a666-f529bb156f2d admin admin] Publish callbacks [] for security_group (e3be7d72-bbb7-42a9-bfa8-1a45d38b1580), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.762378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-23b95555-7372-4201-a666-f529bb156f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e3be7d72-bbb7-42a9-bfa8-1a45d38b1580), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.800629 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-23b95555-7372-4201-a666-f529bb156f2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7983920985ad438a8725654371ffbe4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268338 Sep 12 14:18:52.801509 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95555-7372-4201-a666-f529bb156f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be7d72-bbb7-42a9-bfa8-1a45d38b1580,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:52.803354 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49486) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:52.809312 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:52.857676 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] Publish callbacks [] for security_group (e3be7d72-bbb7-42a9-bfa8-1a45d38b1580), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.877753 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] Publish callbacks [] for security_group (e3be7d72-bbb7-42a9-bfa8-1a45d38b1580), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.923348 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e3be7d72-bbb7-42a9-bfa8-1a45d38b1580), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.926151 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:52.929901 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e3be7d72-bbb7-42a9-bfa8-1a45d38b1580 HTTP/1.1" status: 204 len: 168 time: 0.1231918 Sep 12 14:18:52.935163 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7a0c6-b6fd-4972-b554-b94791ff39a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be7d72-bbb7-42a9-bfa8-1a45d38b1580,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:53.030065 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d59d-788e-4523-9666-a9c2eaa69bc0 req-aff2a0f0-669a-4ff3-b837-d191624a0ee6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:53.031591 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d7c3d59d-788e-4523-9666-a9c2eaa69bc0 req-aff2a0f0-669a-4ff3-b837-d191624a0ee6 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 944 time: 0.0500164 Sep 12 14:18:53.082661 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d7c3d59d-788e-4523-9666-a9c2eaa69bc0 req-9b5219a8-fe09-4714-b69e-6d8186a78494 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 Sep 12 14:18:53.570976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf6b03-3646-4025-81fb-598636cb1191 req-0bea78bc-8c3b-493c-b66e-9d4d567eef84 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:53.572462 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cdf6b03-3646-4025-81fb-598636cb1191 req-0bea78bc-8c3b-493c-b66e-9d4d567eef84 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Sep 12 14:18:53.620484 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cdf6b03-3646-4025-81fb-598636cb1191 req-ca5366aa-c094-44a1-baf3-c5caa811782d tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Sep 12 14:18:53.919289 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2970a041-be9b-4fe0-b299-c8b0c009f170 req-382bfdd8-c29a-4658-9ce6-3964c5b2426d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898557 Sep 12 14:18:54.202307 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f64d6-c5eb-4dd9-b102-8f2697133380 req-3923383a-8747-4dbb-9431-f86ef81f4b9f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:54.204443 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a1f64d6-c5eb-4dd9-b102-8f2697133380 req-3923383a-8747-4dbb-9431-f86ef81f4b9f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 944 time: 0.0482197 Sep 12 14:18:54.252811 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a1f64d6-c5eb-4dd9-b102-8f2697133380 req-a375a948-f7ab-4faf-94b8-06c3984f5032 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Sep 12 14:18:54.742546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59809a81-d0be-4e51-83f1-86d8ba68b274 req-30ec544e-1a2e-4de8-8ba9-5e2fc37f6c5f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:54.744889 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-59809a81-d0be-4e51-83f1-86d8ba68b274 req-30ec544e-1a2e-4de8-8ba9-5e2fc37f6c5f tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 12 14:18:54.770521 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:54.800617 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-59809a81-d0be-4e51-83f1-86d8ba68b274 req-2ea6a722-2289-4e93-9500-ad69bf645971 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dd3ff05f-73f4-44e0-812b-5d0d58962590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Sep 12 14:18:54.828056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49564) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:54.907698 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173deb3-48ba-4505-82f0-74970057456c req-ab7a5951-491a-4911-9a8c-d9eb9929358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:54.909188 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-ab7a5951-491a-4911-9a8c-d9eb9929358d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 1128 time: 0.0665720 Sep 12 14:18:54.914735 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-2a3a50fa-8091-4480-b42c-f6f7c9644af5 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:54.916079 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-2a3a50fa-8091-4480-b42c-f6f7c9644af5 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 945 time: 0.0656877 Sep 12 14:18:54.935210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-833e9694-a890-4b99-a682-508a3c9f4e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:54.943287 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:55.010436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-833e9694-a890-4b99-a682-508a3c9f4e15 admin admin] Publish callbacks [] for security_group (02ea16e1-a9a8-4e78-b051-b522291491d1), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.014206 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-833e9694-a890-4b99-a682-508a3c9f4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (02ea16e1-a9a8-4e78-b051-b522291491d1), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.055411 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-833e9694-a890-4b99-a682-508a3c9f4e15 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=76df052793e8406a93615d102732f40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262444 Sep 12 14:18:55.056825 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49568) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:55.057406 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9694-a890-4b99-a682-508a3c9f4e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea16e1-a9a8-4e78-b051-b522291491d1,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:55.085058 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Deleting port c158483b-3937-4578-983a-bbaad6989bb8 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:55.085395 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (c158483b-3937-4578-983a-bbaad6989bb8), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.101330 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173deb3-48ba-4505-82f0-74970057456c req-a3e13485-debd-4b68-a1df-df5221f20a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:55.102756 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-a3e13485-debd-4b68-a1df-df5221f20a29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 916 time: 0.1858501 Sep 12 14:18:55.183388 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-98fa92b5-85c3-4f58-a8c5-5590a8be2f75 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342 HTTP/1.1" status: 200 len: 217 time: 0.0483944 Sep 12 14:18:55.248189 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] Publish callbacks [] for security_group (02ea16e1-a9a8-4e78-b051-b522291491d1), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.268569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] For port c158483b-3937-4578-983a-bbaad6989bb8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c158483b-3937-4578-983a-bbaad6989bb8,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:55.268916 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (c158483b-3937-4578-983a-bbaad6989bb8), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.270930 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:55.299439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Calling delete_port for c158483b-3937-4578-983a-bbaad6989bb8 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:55.302039 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173deb3-48ba-4505-82f0-74970057456c req-ba207020-e0ad-426b-8f74-1cf298d45d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:55.303533 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-ba207020-e0ad-426b-8f74-1cf298d45d78 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.1063795 Sep 12 14:18:55.305528 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] Publish callbacks [] for security_group (02ea16e1-a9a8-4e78-b051-b522291491d1), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.375104 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a85b-2bb6-43e7-ad1f-76cb9477066e req-b6461f1d-44d5-4025-b210-955135b17531 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:55.376587 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a555a85b-2bb6-43e7-ad1f-76cb9477066e req-b6461f1d-44d5-4025-b210-955135b17531 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 944 time: 0.0483153 Sep 12 14:18:55.403403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173deb3-48ba-4505-82f0-74970057456c req-604abe35-833b-4e5e-b5d2-291282aaea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:55.404890 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-604abe35-833b-4e5e-b5d2-291282aaea93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0908852 Sep 12 14:18:55.424239 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a555a85b-2bb6-43e7-ad1f-76cb9477066e req-e59b438a-f2b5-479e-acd7-95b3c095be1f tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Sep 12 14:18:55.490023 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (02ea16e1-a9a8-4e78-b051-b522291491d1), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.492490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.493615 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/02ea16e1-a9a8-4e78-b051-b522291491d1 HTTP/1.1" status: 204 len: 168 time: 0.4322681 Sep 12 14:18:55.511661 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daf37d-0461-4ab1-93fe-a77cd6ba12a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea16e1-a9a8-4e78-b051-b522291491d1,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:55.563209 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-802700ad-2c3f-4451-a4f9-3753fb53951f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501014 Sep 12 14:18:55.621338 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (c158483b-3937-4578-983a-bbaad6989bb8), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.635550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['c158483b-3937-4578-983a-bbaad6989bb8'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:55.657654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Pushing event deleted for resources: {'Port': ['ID=c158483b-3937-4578-983a-bbaad6989bb8,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:55.681229 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b2fa8bcd-6303-4882-9b72-12e99c78a342 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:18:55.724749 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] No DVR routers for this DVR port c158483b-3937-4578-983a-bbaad6989bb8 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:18:55.728443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.731646 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-40f39dbe-5fd4-4d53-8954-5d211639f60f req-a1dedcb6-ccff-4cd1-9c55-9ea37ff2aaae tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.23 "DELETE /networking/v2.0/ports/c158483b-3937-4578-983a-bbaad6989bb8 HTTP/1.1" status: 204 len: 173 time: 0.8063037 Sep 12 14:18:55.732131 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'name': 'network-vif-deleted', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:55.734342 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c4dbf-dd33-4de3-bbad-ea7060f85bd9" -d '{"events": [{"server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "name": "network-vif-deleted", "tag": "c158483b-3937-4578-983a-bbaad6989bb8"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:55.740541 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-2173deb3-48ba-4505-82f0-74970057456c req-d59482bd-eff2-4e50-b50a-56548bbb58d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681488 Sep 12 14:18:55.789547 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4c7dd-f3d4-4d8d-bb33-a85f7628cba0 x-openstack-request-id: req-45f4c7dd-f3d4-4d8d-bb33-a85f7628cba0 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:55.789841 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1", "name": "network-vif-deleted", "tag": "c158483b-3937-4578-983a-bbaad6989bb8", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:55.790111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45f4c7dd-f3d4-4d8d-bb33-a85f7628cba0 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:55.790549 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f4c7dd-f3d4-4d8d-bb33-a85f7628cba0'] response: {'server_uuid': 'b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1', 'name': 'network-vif-deleted', 'tag': 'c158483b-3937-4578-983a-bbaad6989bb8', 'status': 'completed', 'code': 200} Sep 12 14:18:55.803737 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:55.814363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:55.817414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'port_id': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'mac_address': 'fa:16:3e:77:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:18:55.856123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49580) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:55.861926 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port b2fa8bcd-6303-4882-9b72-12e99c78a342 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:55.862321 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.875977 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-463d4218-edfb-47c5-863e-b74638b6aaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.876644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fa8bcd-6303-4882-9b72-12e99c78a342 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:18:55.884578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:55.898700 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:55.903126 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:55.909949 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.956132 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-04e08cc3-5190-4c1e-a303-18a3faba7998 req-49f20488-7fc8-47ac-b3df-95723c18cd78 tempest-TestMinimumBasicScenario-802824971 tempest-TestMinimumBasicScenario-802824971-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b7ac43ea-7fd3-4eeb-8fff-55c3cab960d1 HTTP/1.1" status: 200 len: 210 time: 0.0415039 Sep 12 14:18:55.977439 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:55.985878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-463d4218-edfb-47c5-863e-b74638b6aaf1 admin admin] Publish callbacks [] for security_group (aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:55.990556 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-463d4218-edfb-47c5-863e-b74638b6aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:56.036102 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-463d4218-edfb-47c5-863e-b74638b6aaf1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=455841c4e5bf49ef95dd5f72c369fc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771882 Sep 12 14:18:56.036828 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d4218-edfb-47c5-863e-b74638b6aaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:56.038747 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49582) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:56.097331 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] Publish callbacks [] for security_group (aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:56.118102 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] Publish callbacks [] for security_group (aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:56.119750 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:56.161433 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['b2fa8bcd-6303-4882-9b72-12e99c78a342'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:18:56.174021 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:56.176705 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:56.177845 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71 HTTP/1.1" status: 204 len: 168 time: 0.1380365 Sep 12 14:18:56.185686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88ec9-547d-4125-b25e-dcb16faa6629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91a3a4-23d7-4aa7-890f-3a1a85ec3e71,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:56.552273 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc21de-5b2f-4f36-9013-8b6fe22010fe req-2ff5ec03-2767-40ea-9b87-379a2d75fd33 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:56.553759 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68fc21de-5b2f-4f36-9013-8b6fe22010fe req-2ff5ec03-2767-40ea-9b87-379a2d75fd33 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Sep 12 14:18:56.608695 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68fc21de-5b2f-4f36-9013-8b6fe22010fe req-ade035c3-3f8d-40db-8103-a209c353de7a tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490394 Sep 12 14:18:57.706609 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b2fa8bcd-6303-4882-9b72-12e99c78a342 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:18:57.777602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14b934-5395-4f8c-b018-908c65078e83 req-57ff37c4-fc5d-45d5-ad92-28d245801cb5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:57.779942 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f14b934-5395-4f8c-b018-908c65078e83 req-57ff37c4-fc5d-45d5-ad92-28d245801cb5 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 945 time: 0.0827093 Sep 12 14:18:57.784090 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port b2fa8bcd-6303-4882-9b72-12e99c78a342 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:18:57.792172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port b2fa8bcd-6303-4882-9b72-12e99c78a342 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:18:57.792782 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:57.807604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49684) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:57.872814 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6f14b934-5395-4f8c-b018-908c65078e83 req-2fdedba4-04a9-4a1d-9e34-fe323ebb7b49 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838208 Sep 12 14:18:58.027406 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port b2fa8bcd-6303-4882-9b72-12e99c78a342 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:18:58.027800 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.053998 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:18:58.056308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab071df4-9d5e-461c-838b-7a6f08b58f43" -d '{"events": [{"server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "name": "network-vif-plugged", "status": "completed", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:18:58.071403 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:58.075946 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.076819 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device c158483b-3937-4578-983a-bbaad6989bb8 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:18:58.121480 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: c158483b-3937-4578-983a-bbaad6989bb8 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:18:58.122082 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device c158483b-3937-4578-983a-bbaad6989bb8 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:18:58.151059 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:58.265199 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:58.282048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcdd7c6-44d2-4185-b657-c127fb0d35f3 x-openstack-request-id: req-0fcdd7c6-44d2-4185-b657-c127fb0d35f3 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:18:58.282730 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "name": "network-vif-plugged", "status": "completed", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:18:58.283006 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fcdd7c6-44d2-4185-b657-c127fb0d35f3 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:18:58.283408 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcdd7c6-44d2-4185-b657-c127fb0d35f3'] response: {'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'code': 200} Sep 12 14:18:58.498474 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (f6ad961d-c864-4173-a76d-bb28ea447002), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.503279 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68a6f-eb2f-4ed4-b4c2-8aa84a1f6ff9 req-5be275ba-0e85-41f6-b5f5-1ee1cae07db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:58.504761 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbf68a6f-eb2f-4ed4-b4c2-8aa84a1f6ff9 req-5be275ba-0e85-41f6-b5f5-1ee1cae07db8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 1130 time: 0.0532696 Sep 12 14:18:58.557019 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49714) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:58.623229 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fbf68a6f-eb2f-4ed4-b4c2-8aa84a1f6ff9 req-c30f87de-9a27-446b-9307-b8423d153ce4 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897965 Sep 12 14:18:58.697178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a705-e990-477e-bc01-ff2561471782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.771569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Deleting port 77c86869-38f6-4764-9c12-914c2820d8fe {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:18:58.771911 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.779069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a705-e990-477e-bc01-ff2561471782 admin admin] Publish callbacks [] for security_group (46022c5a-e380-4a77-bcf7-c082de69a09d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.784918 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7fb3a705-e990-477e-bc01-ff2561471782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (46022c5a-e380-4a77-bcf7-c082de69a09d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.811835 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:58.833931 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-7fb3a705-e990-477e-bc01-ff2561471782 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1839505f4c284acea50dc0dcc1127a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757506 Sep 12 14:18:58.836417 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3a705-e990-477e-bc01-ff2561471782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46022c5a-e380-4a77-bcf7-c082de69a09d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:58.837187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49722) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:58.900174 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] For port 77c86869-38f6-4764-9c12-914c2820d8fe, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=77c86869-38f6-4764-9c12-914c2820d8fe,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:18:58.900466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:58.902813 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:58.921755 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Calling delete_port for 77c86869-38f6-4764-9c12-914c2820d8fe owned by network:router_interface {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:18:58.947842 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] Publish callbacks [] for security_group (46022c5a-e380-4a77-bcf7-c082de69a09d), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.006532 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] Publish callbacks [] for security_group (46022c5a-e380-4a77-bcf7-c082de69a09d), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.014518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64023e92-b242-41ca-83fd-99f200e850c4 req-302c81a6-3481-47c6-8189-db73df927b0c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:18:59.016504 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-64023e92-b242-41ca-83fd-99f200e850c4 req-302c81a6-3481-47c6-8189-db73df927b0c tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0544314 Sep 12 14:18:59.089240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-64023e92-b242-41ca-83fd-99f200e850c4 req-12212d3c-c2f5-42a3-a5d7-d13ccf555fab tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613644 Sep 12 14:18:59.103355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:59.132458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (46022c5a-e380-4a77-bcf7-c082de69a09d), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.135016 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.138613 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/46022c5a-e380-4a77-bcf7-c082de69a09d HTTP/1.1" status: 204 len: 168 time: 0.2942874 Sep 12 14:18:59.150288 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79913849-3c90-4e46-b6b6-2c277112f899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46022c5a-e380-4a77-bcf7-c082de69a09d,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:59.227232 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (77c86869-38f6-4764-9c12-914c2820d8fe), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.258288 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c86869-38f6-4764-9c12-914c2820d8fe,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:59.440479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (f6ad961d-c864-4173-a76d-bb28ea447002), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.447309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49734) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:59.462975 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57002223-9e49-47ab-b374-d8292b76e9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.538212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57002223-9e49-47ab-b374-d8292b76e9fd admin admin] Publish callbacks [] for security_group (f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.542928 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57002223-9e49-47ab-b374-d8292b76e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.582966 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-57002223-9e49-47ab-b374-d8292b76e9fd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c254427d1fba47f3849c72342b61a4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337605 Sep 12 14:18:59.583828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57002223-9e49-47ab-b374-d8292b76e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:59.586217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49736) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:59.683488 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] Publish callbacks [] for security_group (f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.696832 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Router f6ad961d-c864-4173-a76d-bb28ea447002 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:18:59.711176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] Publish callbacks [] for security_group (f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.761512 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:18:59.833009 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.835540 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.836675 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf HTTP/1.1" status: 204 len: 168 time: 0.2497942 Sep 12 14:18:59.848981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:18:59.851572 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02c7ca-d75e-43d1-97a2-ecc9b8eb46a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052e077-9dfa-4d84-a7fb-7af7fd4a7cdf,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:18:59.856071 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-9196d1da-e218-41b1-bf61-fd73649cd701 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f6ad961d-c864-4173-a76d-bb28ea447002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0419366 Sep 12 14:18:59.858482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49740) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:18:59.861012 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Sync routers for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:18:59.873075 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:18:59.873706 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:18:59.959110 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks [] for router (f6ad961d-c864-4173-a76d-bb28ea447002), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:18:59.996053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:00.001490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:00.073443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks [] for router_gateway (f6ad961d-c864-4173-a76d-bb28ea447002), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.133394 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Deleting port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:00.133755 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.234025 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:18:59Z', 'revision_number': 5, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port': {'id': '7aa3ef54-a9a5-47d9-8a2e-3418d334c567', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:15:57Z', 'updated_at': '2022-09-12T14:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:00.237513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:00.275800 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] For port 7aa3ef54-a9a5-47d9-8a2e-3418d334c567, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:00.276164 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.283910 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe381e-dd6c-4ae3-828e-174927bcfed7 req-e5b9da99-b5c1-4d6c-82a0-fe4d70df4304 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:00.286653 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Checking router: f6ad961d-c864-4173-a76d-bb28ea447002 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:00.296444 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-abfe381e-dd6c-4ae3-828e-174927bcfed7 req-e5b9da99-b5c1-4d6c-82a0-fe4d70df4304 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0880058 Sep 12 14:19:00.298531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Calling delete_port for 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:00.302884 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Routers {'f6ad961d-c864-4173-a76d-bb28ea447002'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:00.305175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['f6ad961d-c864-4173-a76d-bb28ea447002'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:00.366797 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-abfe381e-dd6c-4ae3-828e-174927bcfed7 req-5bb1ac0c-87eb-436d-8678-ad609e4e2118 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669069 Sep 12 14:19:00.388366 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:00.408602 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] Set router f6ad961d-c864-4173-a76d-bb28ea447002 gateway port host: None {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:00.461280 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:19:00Z', 'revision_number': 6, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:00.489406 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a528df9-ccca-40a8-a372-f7c50e9d2756 None None] The sync data for ids ['f6ad961d-c864-4173-a76d-bb28ea447002'] in dv-cinder-820027-25-iscsi is: [{'id': 'f6ad961d-c864-4173-a76d-bb28ea447002', 'name': 'tempest-TestMinimumBasicScenario-1524739561-router', 'tenant_id': '40918a5eb3134a00999618cb65dedbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:15:56Z', 'updated_at': '2022-09-12T14:19:00Z', 'revision_number': 6, 'project_id': '40918a5eb3134a00999618cb65dedbbd', 'gw_port_host': None}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:00.497282 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (7aa3ef54-a9a5-47d9-8a2e-3418d334c567), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.520836 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa3ef54-a9a5-47d9-8a2e-3418d334c567,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:00.589409 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (f6ad961d-c864-4173-a76d-bb28ea447002), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.685620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (f6ad961d-c864-4173-a76d-bb28ea447002), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.688271 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks [] for router_controller (f6ad961d-c864-4173-a76d-bb28ea447002), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.693226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:00.735584 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (f6ad961d-c864-4173-a76d-bb28ea447002), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.736351 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ad961d-c864-4173-a76d-bb28ea447002 {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:19:00.741886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.743087 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-dd848887-4c33-40a1-9a24-74c551468292 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f6ad961d-c864-4173-a76d-bb28ea447002 HTTP/1.1" status: 204 len: 168 time: 0.8836482 Sep 12 14:19:00.745913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49768) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:00.791471 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Deleting subnet 07740054-b88c-44b1-b7fc-7c722c0b8bd0 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:19:00.794761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Publish callbacks [] for subnet (07740054-b88c-44b1-b7fc-7c722c0b8bd0), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.845065 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (07740054-b88c-44b1-b7fc-7c722c0b8bd0), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:00.946114 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (07740054-b88c-44b1-b7fc-7c722c0b8bd0), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.013417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (07740054-b88c-44b1-b7fc-7c722c0b8bd0), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.043102 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07740054-b88c-44b1-b7fc-7c722c0b8bd0,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:01.049906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.053095 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d98080bf-995c-4ee1-bc72-229dd4a85d06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/07740054-b88c-44b1-b7fc-7c722c0b8bd0 HTTP/1.1" status: 204 len: 168 time: 0.3060975 Sep 12 14:19:01.054070 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6fadc-7186-4e1e-a7a5-e0db90f56ab5 None None] Network c4f97835-1b03-495e-a09a-05ede27a9ab6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:01.055707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49786) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:01.161376 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (c4f97835-1b03-495e-a09a-05ede27a9ab6), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.232539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Deleting port f5e99084-f9ee-49b5-a887-6012b1e19acb {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:01.232881 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.286261 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=12 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:01.305730 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] DHCP port deletion for c4f97835-1b03-495e-a09a-05ede27a9ab6 request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:19:01.346715 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Deleting port f5e99084-f9ee-49b5-a887-6012b1e19acb {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:01.347627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.372792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d187c2-224c-4467-920c-a26d63fbe00c req-666ceaaa-d9d1-4950-931a-bde8ecf24def tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:01.372792 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e7d187c2-224c-4467-920c-a26d63fbe00c req-666ceaaa-d9d1-4950-931a-bde8ecf24def tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0815418 Sep 12 14:19:01.385980 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] For port f5e99084-f9ee-49b5-a887-6012b1e19acb, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f5e99084-f9ee-49b5-a887-6012b1e19acb,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:01.386376 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.417196 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Calling delete_port for f5e99084-f9ee-49b5-a887-6012b1e19acb owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:01.429180 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] For port f5e99084-f9ee-49b5-a887-6012b1e19acb, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f5e99084-f9ee-49b5-a887-6012b1e19acb,segment=NetworkSegment(60eb1b33-e113-4c0e-a378-90a1d3ce1c29),segment_id=60eb1b33-e113-4c0e-a378-90a1d3ce1c29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:01.430201 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.452052 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Calling delete_port for f5e99084-f9ee-49b5-a887-6012b1e19acb owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:01.549539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.576081 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] Pushing event deleted for resources: {'Port': ['ID=f5e99084-f9ee-49b5-a887-6012b1e19acb,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:01.582344 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5856565e-010e-4c44-ab46-8617b28330e2 None None] No DVR routers for this DVR port f5e99084-f9ee-49b5-a887-6012b1e19acb on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:19:01.777673 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e7d187c2-224c-4467-920c-a26d63fbe00c req-e1107fe2-6934-410c-8d13-9e0afee16514 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3972769 Sep 12 14:19:01.828322 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae9185-1d13-4d22-81a3-a5066289e742 req-2457d668-898e-4784-afea-3d8aa5f06a00 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:01.830441 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26ae9185-1d13-4d22-81a3-a5066289e742 req-2457d668-898e-4784-afea-3d8aa5f06a00 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0734639 Sep 12 14:19:01.857638 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (f5e99084-f9ee-49b5-a887-6012b1e19acb), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:01.868393 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:01.893688 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e99084-f9ee-49b5-a887-6012b1e19acb,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:01.908882 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] No DVR routers for this DVR port f5e99084-f9ee-49b5-a887-6012b1e19acb on host dv-cinder-820027-25-iscsi {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:19:01.943031 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26ae9185-1d13-4d22-81a3-a5066289e742 req-01f3563c-29fe-4ced-80d2-a3bf178aa466 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052783 Sep 12 14:19:02.014730 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (c4f97835-1b03-495e-a09a-05ede27a9ab6), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.063038 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.063411 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.064152 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.064502 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.064854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.065175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.065495 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.065832 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.066149 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.066470 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.160336 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.160698 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.161042 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.161383 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 14:19:02.161747 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f97835-1b03-495e-a09a-05ede27a9ab6']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:02.190386 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eb1b33-e113-4c0e-a378-90a1d3ce1c29') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:02.190680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eb1b33-e113-4c0e-a378-90a1d3ce1c29') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:02.213160 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49210b3e-bf86-413f-be8a-ebb0cdb7dbcf req-25e377f1-16d6-475a-8372-2220ce0b50e0 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:02.215005 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-49210b3e-bf86-413f-be8a-ebb0cdb7dbcf req-25e377f1-16d6-475a-8372-2220ce0b50e0 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.1904614 Sep 12 14:19:02.216820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (60eb1b33-e113-4c0e-a378-90a1d3ce1c29), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.225437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49814) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:02.230186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Request body: {'floatingip': {'port_id': 'b2fa8bcd-6303-4882-9b72-12e99c78a342'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:02.238555 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (60eb1b33-e113-4c0e-a378-90a1d3ce1c29), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.247339 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:19:02.247751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (60eb1b33-e113-4c0e-a378-90a1d3ce1c29), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.272437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.320631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (c4f97835-1b03-495e-a09a-05ede27a9ab6), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.340729 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:02.348083 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c4f97835-1b03-495e-a09a-05ede27a9ab6 HTTP/1.1" status: 204 len: 168 time: 1.2907629 Sep 12 14:19:02.348804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49820) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:02.349879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39359141-e1e2-4c2c-a610-63a63d14c6e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f97835-1b03-495e-a09a-05ede27a9ab6,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:02.406143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:02.436841 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 60eb1b33-e113-4c0e-a378-90a1d3ce1c29 resource provider aggregate not found Sep 12 14:19:02.454357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 60eb1b33-e113-4c0e-a378-90a1d3ce1c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60eb1b33-e113-4c0e-a378-90a1d3ce1c29 found for delete ", "request_id": "req-9b0a25d5-95c9-4b29-9558-0275f90cd377"}]} Sep 12 14:19:02.527267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 77c86869-38f6-4764-9c12-914c2820d8fe no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:02.547216 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 77c86869-38f6-4764-9c12-914c2820d8fe {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:02.547554 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 77c86869-38f6-4764-9c12-914c2820d8fe not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:02.547961 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:02.565848 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:02.566187 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7aa3ef54-a9a5-47d9-8a2e-3418d334c567 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:02.566585 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f5e99084-f9ee-49b5-a887-6012b1e19acb no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:02.586757 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: f5e99084-f9ee-49b5-a887-6012b1e19acb {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:02.587118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f5e99084-f9ee-49b5-a887-6012b1e19acb not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:02.690207 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:02.693959 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:02.915880 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc581d4-86e3-4050-ba83-e267fe338622 req-9a3e74d9-bb90-44dc-a015-7664d908cbbc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:02.917418 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9dc581d4-86e3-4050-ba83-e267fe338622 req-9a3e74d9-bb90-44dc-a015-7664d908cbbc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0533333 Sep 12 14:19:02.966644 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9dc581d4-86e3-4050-ba83-e267fe338622 req-89f89011-efed-4520-9a0d-e048a7788b64 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428147 Sep 12 14:19:03.053129 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:03.083227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9ea338ad-ccc6-4dbd-8660-482a835f0b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.204905 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.211943 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.246618 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (316810e9-5686-4cee-9140-739978c1b8c9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.394726 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 177a4649-c2ca-4e01-9feb-96b09923be33 associated. External IP: 172.27.3.14, port: b2fa8bcd-6303-4882-9b72-12e99c78a342. Sep 12 14:19:03.548964 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:03.658381 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Deleting port 3704729f-62b1-44f3-a46a-1d3f82f16e15 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:03.658710 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.764496 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:19:03.784599 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] For port 3704729f-62b1-44f3-a46a-1d3f82f16e15, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3704729f-62b1-44f3-a46a-1d3f82f16e15,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:03.784954 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.829319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Calling delete_port for 3704729f-62b1-44f3-a46a-1d3f82f16e15 owned by network:router_interface {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:03.932498 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:03.942008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:03.947873 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:03.951242 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:03.962318 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:03.963045 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:04.018967 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-fe381b89-56cb-4b29-b136-ee3141cf2c30 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/177a4649-c2ca-4e01-9feb-96b09923be33 HTTP/1.1" status: 200 len: 991 time: 1.7922058 Sep 12 14:19:04.021617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:19:04.025403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923dbbbe-41cc-4338-928c-438ae748ce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:19:04.068955 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:04.100520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ce519-e182-4fe4-a72b-7453bb8b8593 x-openstack-request-id: req-193ce519-e182-4fe4-a72b-7453bb8b8593 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:19:04.100879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:19:04.101137 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-193ce519-e182-4fe4-a72b-7453bb8b8593 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:19:04.101601 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193ce519-e182-4fe4-a72b-7453bb8b8593'] response: {'name': 'network-changed', 'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'status': 'completed', 'code': 200} Sep 12 14:19:04.111940 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e71917-bf2d-49c0-91ba-b40ce3ec8d9d req-67d0768e-2553-4359-af9c-5165857f24d6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:04.113541 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c8e71917-bf2d-49c0-91ba-b40ce3ec8d9d req-67d0768e-2553-4359-af9c-5165857f24d6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0585098 Sep 12 14:19:04.128662 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (3704729f-62b1-44f3-a46a-1d3f82f16e15), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:04.168458 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c8e71917-bf2d-49c0-91ba-b40ce3ec8d9d req-32cb6d71-02d5-4b30-ab28-aff9385d694c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487871 Sep 12 14:19:04.191850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Pushing event deleted for resources: {'Port': ['ID=3704729f-62b1-44f3-a46a-1d3f82f16e15,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:04.201382 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-82ca978e-b70c-43e7-a19a-13ecd0d7e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:04.202922 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-82ca978e-b70c-43e7-a19a-13ecd0d7e34e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4a72919a47034a2684973f31e4217f3e&device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 1130 time: 0.0831835 Sep 12 14:19:04.330608 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '177a4649-c2ca-4e01-9feb-96b09923be33', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:77:da:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:44Z', 'updated_at': '2022-09-12T14:19:03Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:04.352665 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:04.356241 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:04.365368 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:04.365969 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:18:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:04.386027 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-7b45a0e0-e740-43a9-b1a7-db97bea8ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:04.387545 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-7b45a0e0-e740-43a9-b1a7-db97bea8ba91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 200 len: 916 time: 0.1683004 Sep 12 14:19:04.478097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (316810e9-5686-4cee-9140-739978c1b8c9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:04.489625 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-1a8cf528-1712-4060-8787-ee45647ab319 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342 HTTP/1.1" status: 200 len: 999 time: 0.0756538 Sep 12 14:19:04.561681 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:04.610375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-cc2e2429-4af1-4884-976c-29b857da5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:04.611855 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-cc2e2429-4af1-4884-976c-29b857da5acc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 200 len: 854 time: 0.1140275 Sep 12 14:19:04.663784 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-7e8726d6-cb64-412e-96a9-29912d140eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:04.665287 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-7e8726d6-cb64-412e-96a9-29912d140eed service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9236f9c0-b543-4fbe-9872-2a3e0012862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471838 Sep 12 14:19:04.790083 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '177a4649-c2ca-4e01-9feb-96b09923be33', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:77:da:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:44Z', 'updated_at': '2022-09-12T14:19:03Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:04.820931 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03d9e1-ee9e-4006-8f63-2187a578a33d None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '177a4649-c2ca-4e01-9feb-96b09923be33', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '41a92685-9564-4910-b247-355cbb977d93', 'port_id': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'mac_address': 'fa:16:3e:77:da:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:18:44Z', 'updated_at': '2022-09-12T14:19:03Z', 'revision_number': 1, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:05.056866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8105596-6019-42b9-8c0b-2f6a61b5c644 None None] New status for floating IP 177a4649-c2ca-4e01-9feb-96b09923be33: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:19:05.112878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:05.119145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Router 316810e9-5686-4cee-9140-739978c1b8c9 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:19:05.121666 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-456de912-c9f1-40a8-b744-c7f7f34aace5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121754 Sep 12 14:19:05.291678 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9a4b6b30-e686-4213-a9e9-2c105c53d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.311029 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-923dbbbe-41cc-4338-928c-438ae748ce2e req-5d72c9e7-0474-4439-8125-319fbd863277 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818285 Sep 12 14:19:05.316254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:05.323707 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f886f3ab-21c3-489f-9827-6f77c65288be admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/316810e9-5686-4cee-9140-739978c1b8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9737589 Sep 12 14:19:05.324525 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49884) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:05.335374 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Sync routers for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:05.348132 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:05.349346 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:05.353259 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064a68-9189-431e-8448-88e90782335d req-479aeac7-264d-4014-965e-277797846efe tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:05.357218 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-00064a68-9189-431e-8448-88e90782335d req-479aeac7-264d-4014-965e-277797846efe tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0682237 Sep 12 14:19:05.419846 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-00064a68-9189-431e-8448-88e90782335d req-8677d544-092a-47a6-8dce-e51a957625aa tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557513 Sep 12 14:19:05.425256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks [] for router (316810e9-5686-4cee-9140-739978c1b8c9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.472115 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:05.544348 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:05.548721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks [] for router_gateway (316810e9-5686-4cee-9140-739978c1b8c9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.595979 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Deleting port aff6d325-d44e-4cf5-aca2-a56eadef09db {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:05.596369 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.604426 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49888) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:05.620571 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:05.663395 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:05.666559 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:19:04Z', 'revision_number': 5, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port': {'id': 'aff6d325-d44e-4cf5-aca2-a56eadef09db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316810e9-5686-4cee-9140-739978c1b8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:16:04Z', 'updated_at': '2022-09-12T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:05.683597 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] For port aff6d325-d44e-4cf5-aca2-a56eadef09db, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=aff6d325-d44e-4cf5-aca2-a56eadef09db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:05.684035 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.691816 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Checking router: 316810e9-5686-4cee-9140-739978c1b8c9 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:05.699138 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Calling delete_port for aff6d325-d44e-4cf5-aca2-a56eadef09db owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:05.701281 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Routers {'316810e9-5686-4cee-9140-739978c1b8c9'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:05.701904 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['316810e9-5686-4cee-9140-739978c1b8c9'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:05.725034 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a55cc9c6-bfc7-4337-8f66-86d9086a6368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.762605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:05.788531 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] Set router 316810e9-5686-4cee-9140-739978c1b8c9 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:05.810339 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a55cc9c6-bfc7-4337-8f66-86d9086a6368 admin admin] Publish callbacks [] for security_group (e31d3246-463e-46b3-b52b-37ba52463fd9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.815608 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a55cc9c6-bfc7-4337-8f66-86d9086a6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e31d3246-463e-46b3-b52b-37ba52463fd9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.842056 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:19:05Z', 'revision_number': 6, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:05.861376 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cc9c6-bfc7-4337-8f66-86d9086a6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d3246-463e-46b3-b52b-37ba52463fd9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:05.867247 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99066f4e-3a0d-4ff8-bba4-9d8d9fc2fdca None None] The sync data for ids ['316810e9-5686-4cee-9140-739978c1b8c9'] in dv-cinder-820027-25-iscsi is: [{'id': '316810e9-5686-4cee-9140-739978c1b8c9', 'name': 'tempest-TestMinimumBasicScenario-290446758-router', 'tenant_id': '8f268344ee214486819057a236e65377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:16:03Z', 'updated_at': '2022-09-12T14:19:05Z', 'revision_number': 6, 'project_id': '8f268344ee214486819057a236e65377', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:05.870540 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a55cc9c6-bfc7-4337-8f66-86d9086a6368 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5f32761ce8e340949348d4a1d73944cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650514 Sep 12 14:19:05.870921 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49892) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:05.916083 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (aff6d325-d44e-4cf5-aca2-a56eadef09db), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:05.950040 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff6d325-d44e-4cf5-aca2-a56eadef09db,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:05.981576 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] Publish callbacks [] for security_group (e31d3246-463e-46b3-b52b-37ba52463fd9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.011894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:06.025938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] Publish callbacks [] for security_group (e31d3246-463e-46b3-b52b-37ba52463fd9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.049537 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (316810e9-5686-4cee-9140-739978c1b8c9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.162190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (316810e9-5686-4cee-9140-739978c1b8c9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.164488 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks [] for router_controller (316810e9-5686-4cee-9140-739978c1b8c9), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.210352 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e31d3246-463e-46b3-b52b-37ba52463fd9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.213024 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.214234 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e31d3246-463e-46b3-b52b-37ba52463fd9 HTTP/1.1" status: 204 len: 168 time: 0.3423951 Sep 12 14:19:06.218319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (316810e9-5686-4cee-9140-739978c1b8c9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.219433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 316810e9-5686-4cee-9140-739978c1b8c9 {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:19:06.227242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.230984 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49896) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:06.231172 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ff4a30ed-b565-4868-a84f-61fef89f9e84 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/316810e9-5686-4cee-9140-739978c1b8c9 HTTP/1.1" status: 204 len: 168 time: 0.9054747 Sep 12 14:19:06.232437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9200a4-0b3d-450d-9511-81f2fb222d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d3246-463e-46b3-b52b-37ba52463fd9,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:06.289579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Deleting subnet c981907f-38e2-42a4-9340-ba5375be7b7e {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:19:06.292964 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Publish callbacks [] for subnet (c981907f-38e2-42a4-9340-ba5375be7b7e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.335236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (c981907f-38e2-42a4-9340-ba5375be7b7e), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.377874 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:06.455061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (c981907f-38e2-42a4-9340-ba5375be7b7e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.537583 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49902) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:06.551360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8b1d-4994-4282-8c3d-3e3c7ac1e529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.558258 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (c981907f-38e2-42a4-9340-ba5375be7b7e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.566307 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b54c6-b5a0-47b2-aef5-ea1b704c12f6 req-a3490d9b-c485-4318-99ab-2f373b187f74 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:06.567782 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e9b54c6-b5a0-47b2-aef5-ea1b704c12f6 req-a3490d9b-c485-4318-99ab-2f373b187f74 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0590253 Sep 12 14:19:06.593993 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c981907f-38e2-42a4-9340-ba5375be7b7e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:06.614109 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.620385 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ede26921-72f1-4984-afde-f09cf4521292 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c981907f-38e2-42a4-9340-ba5375be7b7e HTTP/1.1" status: 204 len: 168 time: 0.3875883 Sep 12 14:19:06.621030 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49904) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:06.631408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.642138 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4732a81-9a6e-48e2-9bc8-4e9baea874fb None None] Network d0acfb66-15f1-4895-b0f5-5de0ca5307b1 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:06.654983 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8b1d-4994-4282-8c3d-3e3c7ac1e529 admin admin] Publish callbacks [] for security_group (1b3add89-dd65-486e-aa3d-15ea7ef85146), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.664042 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5f3a8b1d-4994-4282-8c3d-3e3c7ac1e529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1b3add89-dd65-486e-aa3d-15ea7ef85146), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.689817 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:06.719315 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e9b54c6-b5a0-47b2-aef5-ea1b704c12f6 req-6a159431-1b30-48df-ae7e-427cfc74a129 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304264 Sep 12 14:19:06.732432 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (d0acfb66-15f1-4895-b0f5-5de0ca5307b1), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.740556 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5f3a8b1d-4994-4282-8c3d-3e3c7ac1e529 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=71c14d53bb6442b0a531931adff683b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016718 Sep 12 14:19:06.741151 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49906) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:06.759727 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a8b1d-4994-4282-8c3d-3e3c7ac1e529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3add89-dd65-486e-aa3d-15ea7ef85146,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:06.760128 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3704729f-62b1-44f3-a46a-1d3f82f16e15 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:06.798397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Deleting port a5216678-a6cd-45f6-83f7-32209550cb6c {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:06.798645 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.825539 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] Publish callbacks [] for security_group (1b3add89-dd65-486e-aa3d-15ea7ef85146), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.831100 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 3704729f-62b1-44f3-a46a-1d3f82f16e15 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:06.831444 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3704729f-62b1-44f3-a46a-1d3f82f16e15 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:06.831880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device aff6d325-d44e-4cf5-aca2-a56eadef09db no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:06.856102 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: aff6d325-d44e-4cf5-aca2-a56eadef09db {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:06.856793 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device aff6d325-d44e-4cf5-aca2-a56eadef09db not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:06.866357 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] Publish callbacks [] for security_group (1b3add89-dd65-486e-aa3d-15ea7ef85146), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.883154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] For port a5216678-a6cd-45f6-83f7-32209550cb6c, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a5216678-a6cd-45f6-83f7-32209550cb6c,segment=NetworkSegment(34353fde-37a1-4a00-a576-2c9935b7b310),segment_id=34353fde-37a1-4a00-a576-2c9935b7b310)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:06.883519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.900862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Calling delete_port for a5216678-a6cd-45f6-83f7-32209550cb6c owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:06.913517 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] DHCP port deletion for d0acfb66-15f1-4895-b0f5-5de0ca5307b1 request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:19:06.924265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1b3add89-dd65-486e-aa3d-15ea7ef85146), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.927229 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:06.930926 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b3add89-dd65-486e-aa3d-15ea7ef85146 HTTP/1.1" status: 204 len: 168 time: 0.1833289 Sep 12 14:19:06.938775 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f87526-b6e5-4d73-a563-d64ab644c842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3add89-dd65-486e-aa3d-15ea7ef85146,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:06.994869 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.002418 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Deleting port a5216678-a6cd-45f6-83f7-32209550cb6c {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:19:07.003010 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.025371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5216678-a6cd-45f6-83f7-32209550cb6c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:07.027249 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] No DVR routers for this DVR port a5216678-a6cd-45f6-83f7-32209550cb6c on host dv-cinder-820027-25-iscsi {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:19:07.101113 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] For port a5216678-a6cd-45f6-83f7-32209550cb6c, host dv-cinder-820027-25-iscsi, got binding levels [] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:07.111022 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.121523 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (d0acfb66-15f1-4895-b0f5-5de0ca5307b1), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.130048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Calling delete_port for a5216678-a6cd-45f6-83f7-32209550cb6c owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:19:07.135652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.ipam_backend_mixin [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Port a5216678-a6cd-45f6-83f7-32209550cb6c was not found and therefore no delete operation was performed {{(pid=106395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 12 14:19:07.137241 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (a5216678-a6cd-45f6-83f7-32209550cb6c), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.149357 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0acfb66-15f1-4895-b0f5-5de0ca5307b1']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:07.161609 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34353fde-37a1-4a00-a576-2c9935b7b310') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:07.162465 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34353fde-37a1-4a00-a576-2c9935b7b310') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:07.175837 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (34353fde-37a1-4a00-a576-2c9935b7b310), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.176675 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:07.178387 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] Pushing event deleted for resources: {'Port': ['ID=a5216678-a6cd-45f6-83f7-32209550cb6c,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:07.185135 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abf445-b5f6-483e-8541-0fb0ee86a2fd None None] No DVR routers for this DVR port a5216678-a6cd-45f6-83f7-32209550cb6c on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:19:07.190141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:07.193205 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (34353fde-37a1-4a00-a576-2c9935b7b310), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.203696 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:19:07.204134 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (34353fde-37a1-4a00-a576-2c9935b7b310), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.249642 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 34353fde-37a1-4a00-a576-2c9935b7b310 resource provider aggregate not found Sep 12 14:19:07.268408 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 34353fde-37a1-4a00-a576-2c9935b7b310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34353fde-37a1-4a00-a576-2c9935b7b310 found for delete ", "request_id": "req-9e71c544-6886-48e9-91ca-fff20e5165e2"}]} Sep 12 14:19:07.275245 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (d0acfb66-15f1-4895-b0f5-5de0ca5307b1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.279882 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.284165 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d0acfb66-15f1-4895-b0f5-5de0ca5307b1 HTTP/1.1" status: 204 len: 168 time: 0.6607518 Sep 12 14:19:07.304171 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813378-c010-4db6-b2ea-2d6ae0925649 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0acfb66-15f1-4895-b0f5-5de0ca5307b1,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:07.408717 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49924) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:07.453615 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e1befe5e-ac6e-4b26-ab9c-d6c6d7a448d9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40918a5eb3134a00999618cb65dedbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430470 Sep 12 14:19:07.456151 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49928) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:07.502246 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:07.512859 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] Publish callbacks [] for security_group (dd3ff05f-73f4-44e0-812b-5d0d58962590), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.535049 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] Publish callbacks [] for security_group (dd3ff05f-73f4-44e0-812b-5d0d58962590), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.583304 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (dd3ff05f-73f4-44e0-812b-5d0d58962590), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.585954 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:07.587126 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dd3ff05f-73f4-44e0-812b-5d0d58962590 HTTP/1.1" status: 204 len: 168 time: 0.1300750 Sep 12 14:19:07.595726 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21a7e-4aa2-4fdb-9c39-a856b57f522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ff05f-73f4-44e0-812b-5d0d58962590,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:07.874064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850f8af-25ac-4fd7-a821-f4e7204720f3 req-9ee283ac-08fc-473d-9e8c-0b6cfada8f74 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:07.877041 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e850f8af-25ac-4fd7-a821-f4e7204720f3 req-9ee283ac-08fc-473d-9e8c-0b6cfada8f74 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0625563 Sep 12 14:19:07.932787 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e850f8af-25ac-4fd7-a821-f4e7204720f3 req-4ff58c65-3bae-40d8-a4e5-b3f09e98d333 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499520 Sep 12 14:19:07.949116 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49946) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:07.994504 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0fd94fa0-51e2-40fd-ba59-f82aa99183fa admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8f268344ee214486819057a236e65377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442350 Sep 12 14:19:07.997317 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49950) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:08.047061 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] Publish callbacks [] for security_group (23feee78-0b6e-46ca-a5c4-06057a24824f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.067447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] Publish callbacks [] for security_group (23feee78-0b6e-46ca-a5c4-06057a24824f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.116233 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (23feee78-0b6e-46ca-a5c4-06057a24824f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.119429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.123470 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/23feee78-0b6e-46ca-a5c4-06057a24824f HTTP/1.1" status: 204 len: 168 time: 0.1226189 Sep 12 14:19:08.130496 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c94a37-7d4a-492a-b555-6b0ec64fa507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23feee78-0b6e-46ca-a5c4-06057a24824f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:08.173508 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.320788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:08.530106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a5216678-a6cd-45f6-83f7-32209550cb6c no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:08.553152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: a5216678-a6cd-45f6-83f7-32209550cb6c {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:19:08.553705 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a5216678-a6cd-45f6-83f7-32209550cb6c not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:19:08.866192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 49988) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:08.971297 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758053303-network', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:08.993404 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Made reservation on behalf of fd4a527e5cc441f5901536b58d4fe400 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:19:08.996268 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.006797 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.111852 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62712690-23c3-44b1-a8e8-a3b491714663 req-ff3120c6-39e2-4499-8211-dd2cd79d9f79 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:09.113390 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-62712690-23c3-44b1-a8e8-a3b491714663 req-ff3120c6-39e2-4499-8211-dd2cd79d9f79 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0723908 Sep 12 14:19:09.156110 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks [] for security_group (c5c970c2-effb-4584-ba97-78073d98dfa4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.163980 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c5c970c2-effb-4584-ba97-78073d98dfa4), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.192037 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:19:09.209037 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-62712690-23c3-44b1-a8e8-a3b491714663 req-8f2e00a9-9c34-4106-972f-092b70271ce6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893509 Sep 12 14:19:09.215877 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (1f3e2df6-4eab-4730-ac95-5273b27a198b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.216220 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Added segment 1f3e2df6-4eab-4730-ac95-5273b27a198b of type vlan for network 98b067c7-82fa-413d-adcc-f0e586f1987e Sep 12 14:19:09.224596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c970c2-effb-4584-ba97-78073d98dfa4,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:09.261248 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:09.263341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (98b067c7-82fa-413d-adcc-f0e586f1987e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.291462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (98b067c7-82fa-413d-adcc-f0e586f1987e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.292433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:09.293002 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.351161 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4838281 Sep 12 14:19:09.354083 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 49998) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:09.358971 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Request body: {'subnet': {'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758053303-subnet', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:09.361872 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea29c90-fafd-4741-b336-dee6d159e030 admin admin] Pushing event updated for resources: {'Network': ['ID=98b067c7-82fa-413d-adcc-f0e586f1987e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:09.373019 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 98b067c7-82fa-413d-adcc-f0e586f1987e details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:19:09.380283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Made reservation on behalf of fd4a527e5cc441f5901536b58d4fe400 for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:19:09.382655 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601203'] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.546461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10451190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601185'] for subnet (23047041-ee95-454b-8a2a-ff3719f7d663), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.579119 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:09.603147 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23047041-ee95-454b-8a2a-ff3719f7d663,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:09.616211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Checking segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:09.616601 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Network hostable DHCP agents. Network: 98b067c7-82fa-413d-adcc-f0e586f1987e, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:19:09.632984 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Network 98b067c7-82fa-413d-adcc-f0e586f1987e is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:19:09.641787 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 98b067c7-82fa-413d-adcc-f0e586f1987e) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:09.645687 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:09.646280 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.650511 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdc72f-9681-4feb-83e4-b61cae5513ea None None] Network 98b067c7-82fa-413d-adcc-f0e586f1987e requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:09.662314 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-946eb688-8a49-49a4-a80f-71441fce10cd admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071661 Sep 12 14:19:09.665187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50000) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:09.669241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:09.689242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.690278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.696312 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:09.740603 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for router_controller (c05ef390-a170-48eb-909e-d7a5650d6e02), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.759466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-98b067c7-82fa-413d-adcc-f0e586f1987e', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:19:09.760367 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.875646 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for router_gateway (c05ef390-a170-48eb-909e-d7a5650d6e02), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:09.889537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Allocated IP 172.20.0.2 (98b067c7-82fa-413d-adcc-f0e586f1987e/23047041-ee95-454b-8a2a-ff3719f7d663/948bff34-9fda-49ac-b0c5-cd5c5b84e087) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:09.896229 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:10.028816 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks [] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.033673 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.052150 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for router_gateway (c05ef390-a170-48eb-909e-d7a5650d6e02), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.076012 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.077773 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Network 98b067c7-82fa-413d-adcc-f0e586f1987e is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:10.082877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:10.085878 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:10.091461 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Pushing event updated for resources: {'Port': ['ID=948bff34-9fda-49ac-b0c5-cd5c5b84e087,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:10.103999 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.104535 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.105037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.105372 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.105699 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.106023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.106339 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.106657 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.107005 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.107326 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.107642 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.107959 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.108271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.108582 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.108893 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:10.159215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Attempting to bind port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:10.159666 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Attempting to bind port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:10.160030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Attempting to bind port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 on network 98b067c7-82fa-413d-adcc-f0e586f1987e {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:10.204465 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:10.204824 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Checking segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:10.205409 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.205794 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Bound using segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:10.205972 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Allocated IP 172.27.3.197 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/9c7b111f-eaa4-4945-ac89-8870f9e018db) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:10.206250 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Bound port: 948bff34-9fda-49ac-b0c5-cd5c5b84e087, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:10.206811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.293199 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] For port 948bff34-9fda-49ac-b0c5-cd5c5b84e087, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:10.297872 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] For port 948bff34-9fda-49ac-b0c5-cd5c5b84e087, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=948bff34-9fda-49ac-b0c5-cd5c5b84e087,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:10.299301 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:10.308246 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.335316 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.372778 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:10.379422 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18057bc-6142-4b90-9b6e-974ec99316bb None None] Pushing event updated for resources: {'Port': ['ID=948bff34-9fda-49ac-b0c5-cd5c5b84e087,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:10.379903 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7655-4088-4b32-a1bc-5858e5b42f00 req-89b89d14-c5ac-4524-a4e2-1c5025d71e4a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:10.380983 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-830f7655-4088-4b32-a1bc-5858e5b42f00 req-89b89d14-c5ac-4524-a4e2-1c5025d71e4a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0768793 Sep 12 14:19:10.389242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.429796 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:10.433308 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:10.437596 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:10.445752 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-830f7655-4088-4b32-a1bc-5858e5b42f00 req-e7c6aed0-dbd2-4019-8e89-b825cb7b407c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563252 Sep 12 14:19:10.505006 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7b111f-eaa4-4945-ac89-8870f9e018db,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:10.627753 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:10.766598 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for router_gateway (c05ef390-a170-48eb-909e-d7a5650d6e02), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:10.857834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:10.952224 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.081361 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Router c05ef390-a170-48eb-909e-d7a5650d6e02 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:19:11.185544 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:11.195427 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Sync routers for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:11.205312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.206481 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5d54f60a-3307-4a1e-9a05-ea4cf657db15 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5404758 Sep 12 14:19:11.209154 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50016) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:11.211371 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:11.212194 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:11.428909 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7a50b-561b-417a-b004-6ea77cdfd3ed None None] Network 98b067c7-82fa-413d-adcc-f0e586f1987e requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:11.489256 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Provisioning complete for port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:11.489887 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.527586 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:11.582417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:11.584499 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88919b-ea05-4c9d-be8e-32c19d2df818 req-f51a0f3a-7266-4c93-8c47-7cfcf95b29aa tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:11.586009 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d88919b-ea05-4c9d-be8e-32c19d2df818 req-f51a0f3a-7266-4c93-8c47-7cfcf95b29aa tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0496080 Sep 12 14:19:11.625246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.660439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d88919b-ea05-4c9d-be8e-32c19d2df818 req-328b011b-e4c4-46ce-a209-4a859e53f9dd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670092 Sep 12 14:19:11.686576 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:11.702311 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:11.776085 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Current status of the port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:11.776564 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.822696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Allocated IP 172.20.0.1 (98b067c7-82fa-413d-adcc-f0e586f1987e/23047041-ee95-454b-8a2a-ff3719f7d663/846ae233-f6fb-4e2b-b89a-1ceaf13c345d) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:11.859974 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] For port 948bff34-9fda-49ac-b0c5-cd5c5b84e087, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=948bff34-9fda-49ac-b0c5-cd5c5b84e087,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:11.874326 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.882872 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:10Z', 'revision_number': 3, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:11.929411 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Checking router: c05ef390-a170-48eb-909e-d7a5650d6e02 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:11.929766 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Updating router c05ef390-a170-48eb-909e-d7a5650d6e02 port 9c7b111f-eaa4-4945-ac89-8870f9e018db binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:19:11.971289 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks [] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:11.979009 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.009065 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.023801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db52198-2a29-4d39-8af7-4f33d5901b8b None None] Pushing event updated for resources: {'Port': ['ID=948bff34-9fda-49ac-b0c5-cd5c5b84e087,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:12.030308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-0ccaa394-e7b5-4492-8e0b-ba2922c622ee None None] Provisioning complete for port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:12.030683 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa394-e7b5-4492-8e0b-ba2922c622ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.039037 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Network 98b067c7-82fa-413d-adcc-f0e586f1987e is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:12.041952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:12.053667 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:12.123291 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:12.144883 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (c05ef390-a170-48eb-909e-d7a5650d6e02), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.191223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Pushing event updated for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:12.233834 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaa394-e7b5-4492-8e0b-ba2922c622ee None None] Current status of the port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:12.324942 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks [] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.331196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.375848 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Attempting to bind port 9c7b111f-eaa4-4945-ac89-8870f9e018db on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:12.376202 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Attempting to bind port 9c7b111f-eaa4-4945-ac89-8870f9e018db by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:12.376623 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Attempting to bind port 9c7b111f-eaa4-4945-ac89-8870f9e018db on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:12.404543 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-a53a8070-2e2a-4649-a6d3-20bf58c4f1ca None None] Provisioning complete for port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:12.404910 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a53a8070-2e2a-4649-a6d3-20bf58c4f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.433462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dd11a-c2b7-4305-9f1d-4c7669e0bc2d None None] Pushing event updated for resources: {'Port': ['ID=9c7b111f-eaa4-4945-ac89-8870f9e018db,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:12.461538 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a53a8070-2e2a-4649-a6d3-20bf58c4f1ca None None] Port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:19:12.471047 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:12.471424 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:12.471822 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.472210 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:12.472680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Bound port: 9c7b111f-eaa4-4945-ac89-8870f9e018db, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:12.473065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.476286 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:12.526425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] For port 9c7b111f-eaa4-4945-ac89-8870f9e018db, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:12.529762 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] For port 9c7b111f-eaa4-4945-ac89-8870f9e018db, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=9c7b111f-eaa4-4945-ac89-8870f9e018db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:12.542012 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.576706 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 948bff34-9fda-49ac-b0c5-cd5c5b84e087 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:12.580143 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.583117 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:12.583742 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:12.670603 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dd11a-c2b7-4305-9f1d-4c7669e0bc2d None None] Pushing event updated for resources: {'Port': ['ID=9c7b111f-eaa4-4945-ac89-8870f9e018db,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:12.720548 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:12.721918 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.751561 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks [] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.757991 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.776297 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:12.796021 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4643f-e86d-4484-84f1-66fe64edfba9 req-0630a6e5-4ed1-49ba-9e66-2dc30df1f1be tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:12.798024 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8fb4643f-e86d-4484-84f1-66fe64edfba9 req-0630a6e5-4ed1-49ba-9e66-2dc30df1f1be tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0495143 Sep 12 14:19:12.830346 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:12.833920 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Pushing event updated for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:12.836692 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (c05ef390-a170-48eb-909e-d7a5650d6e02), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:12.840978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:12.870414 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8fb4643f-e86d-4484-84f1-66fe64edfba9 req-1177b13e-6f50-4df5-91ea-b1a322fc219b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660825 Sep 12 14:19:12.930722 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:12.935822 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Network 98b067c7-82fa-413d-adcc-f0e586f1987e is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:12.937093 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:12.978124 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:13.016325 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:11Z', 'revision_number': 1, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:13.051524 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Router c05ef390-a170-48eb-909e-d7a5650d6e02 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:19:13.171306 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:13.177763 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2863551d-ccb3-44ae-be19-cd63bef2be17 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c05ef390-a170-48eb-909e-d7a5650d6e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676394 Sep 12 14:19:13.179839 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52b866-eff5-4a2f-bbd0-0f7f09eef4a3 None None] The sync data for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi is: [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:11Z', 'revision_number': 1, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:13.194381 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-f7f30e57-1c85-4106-9b81-b56d98ff5ec5 None None] Provisioning complete for port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:13.194867 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f7f30e57-1c85-4106-9b81-b56d98ff5ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:13.242208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-f7f30e57-1c85-4106-9b81-b56d98ff5ec5 None None] Port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:19:13.787389 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50060) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:13.792710 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-658649910-network', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:13.814719 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Made reservation on behalf of f35e8d128cd44441b85c0ab5d5fe14cf for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:19:13.817419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:13.841836 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:13.933939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks [] for security_group (1828a903-6dad-4d43-a7c7-3fd7186463e2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:13.954495 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1828a903-6dad-4d43-a7c7-3fd7186463e2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.019490 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:19:14.030714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828a903-6dad-4d43-a7c7-3fd7186463e2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:14.044253 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ba59d-9901-4de4-ad25-596ec702d563 req-fdacac75-9a24-45f8-b87d-faa73939006f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:14.051371 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-544ba59d-9901-4de4-ad25-596ec702d563 req-fdacac75-9a24-45f8-b87d-faa73939006f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0814126 Sep 12 14:19:14.054534 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (a12c669d-977c-46b3-8a36-24a956fc3a29), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.055054 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Added segment a12c669d-977c-46b3-8a36-24a956fc3a29 of type vlan for network e06e46a0-8b82-4e94-a603-5d213767db1b Sep 12 14:19:14.119485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (e06e46a0-8b82-4e94-a603-5d213767db1b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.143781 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-544ba59d-9901-4de4-ad25-596ec702d563 req-c3c40869-382f-4f8b-a624-bb64ff3ccb9f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914788 Sep 12 14:19:14.159092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (e06e46a0-8b82-4e94-a603-5d213767db1b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.174272 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:14.174272 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.224504 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4359596 Sep 12 14:19:14.227648 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50064) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:14.229899 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41a351-5374-40f3-a727-ce857f99a3aa admin admin] Pushing event updated for resources: {'Network': ['ID=e06e46a0-8b82-4e94-a603-5d213767db1b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:14.232708 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Request body: {'subnet': {'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-658649910-subnet', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:14.245046 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network e06e46a0-8b82-4e94-a603-5d213767db1b details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:19:14.255227 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Made reservation on behalf of f35e8d128cd44441b85c0ab5d5fe14cf for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:19:14.257725 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601203'] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.445973 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10451190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601185'] for subnet (c5e8fd64-791b-4067-84d5-e8ab3f02ee4a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.496906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e8fd64-791b-4067-84d5-e8ab3f02ee4a,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:14.518995 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Checking segment: {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:14.519355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Network hostable DHCP agents. Network: e06e46a0-8b82-4e94-a603-5d213767db1b, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:19:14.539984 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Network e06e46a0-8b82-4e94-a603-5d213767db1b is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:19:14.551790 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, e06e46a0-8b82-4e94-a603-5d213767db1b) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:14.556296 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:14.557094 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.563669 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f10c7f-2988-4da2-8b82-d158e0bcf68c None None] Network e06e46a0-8b82-4e94-a603-5d213767db1b requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:14.583209 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4239a6f7-266a-4096-8f54-dcc112fa4c82 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3544145 Sep 12 14:19:14.585849 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50066) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:14.590245 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:14.591506 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 9c7b111f-eaa4-4945-ac89-8870f9e018db up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:14.616544 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.617677 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.627627 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:14.679254 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for router_controller (84e32663-e9f8-4c84-8b19-ad9792cbf50c), precommit_add_association {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.705000 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 9c7b111f-eaa4-4945-ac89-8870f9e018db triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:14.705372 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.727758 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-e06e46a0-8b82-4e94-a603-5d213767db1b', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:19:14.728650 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.740025 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:14.826972 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for router_gateway (84e32663-e9f8-4c84-8b19-ad9792cbf50c), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.900143 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 9c7b111f-eaa4-4945-ac89-8870f9e018db is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:14.900684 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.901309 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:14.936103 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 9c7b111f-eaa4-4945-ac89-8870f9e018db, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=9c7b111f-eaa4-4945-ac89-8870f9e018db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:14.941486 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:14.948652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Allocated IP 172.20.0.2 (e06e46a0-8b82-4e94-a603-5d213767db1b/c5e8fd64-791b-4067-84d5-e8ab3f02ee4a/15323645-0140-4902-a1ac-623985ba985a) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:15.033985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for router_gateway (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.043158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=9c7b111f-eaa4-4945-ac89-8870f9e018db,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:15.056499 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.159819 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks [] for port (15323645-0140-4902-a1ac-623985ba985a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.165545 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (15323645-0140-4902-a1ac-623985ba985a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.182365 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Allocated IP 172.27.3.111 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/4426c127-e531-42fc-97ab-b59e306595bd) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:15.219287 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Network e06e46a0-8b82-4e94-a603-5d213767db1b is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:15.225141 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:15.228114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:15.234125 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Pushing event updated for resources: {'Port': ['ID=15323645-0140-4902-a1ac-623985ba985a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:15.277945 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:15.287359 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:15.321420 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85f7d2-ed28-4adb-9f8e-0c23bf5d905a req-3c2902d5-fdb2-43af-b6b9-5c1d2d524ab9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:15.321605 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for port (4426c127-e531-42fc-97ab-b59e306595bd), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.324091 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2d85f7d2-ed28-4adb-9f8e-0c23bf5d905a req-3c2902d5-fdb2-43af-b6b9-5c1d2d524ab9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0795958 Sep 12 14:19:15.330736 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Attempting to bind port 15323645-0140-4902-a1ac-623985ba985a on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:15.331363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Attempting to bind port 15323645-0140-4902-a1ac-623985ba985a by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:15.331516 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Attempting to bind port 15323645-0140-4902-a1ac-623985ba985a on network e06e46a0-8b82-4e94-a603-5d213767db1b {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:15.363137 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (4426c127-e531-42fc-97ab-b59e306595bd), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.386701 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:15.387855 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Checking segment: {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:15.388771 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.389425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Bound using segment: {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:15.391570 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2d85f7d2-ed28-4adb-9f8e-0c23bf5d905a req-70c82c18-8f70-4e3d-bfcf-b58a89682fd5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540233 Sep 12 14:19:15.395221 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Bound port: 15323645-0140-4902-a1ac-623985ba985a, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:15.395733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (15323645-0140-4902-a1ac-623985ba985a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.420313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:15.426153 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:15.430416 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:15.451803 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Pushing event updated for resources: {'Port': ['ID=4426c127-e531-42fc-97ab-b59e306595bd,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:15.468624 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] For port 15323645-0140-4902-a1ac-623985ba985a, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:15.472034 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] For port 15323645-0140-4902-a1ac-623985ba985a, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=15323645-0140-4902-a1ac-623985ba985a,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:15.481911 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (15323645-0140-4902-a1ac-623985ba985a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.512340 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Sync routers for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:15.525899 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:15.526505 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:15.541762 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69593d86-e87a-4b22-901d-75ea3312aba1 None None] Pushing event updated for resources: {'Port': ['ID=15323645-0140-4902-a1ac-623985ba985a,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:15.639525 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:15.647860 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:15.721752 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for router_gateway (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.840219 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 2, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:15.871764 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Checking router: c05ef390-a170-48eb-909e-d7a5650d6e02 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:15.872111 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Updating router c05ef390-a170-48eb-909e-d7a5650d6e02 port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:19:15.899746 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.922918 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:15.959366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:16.045355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Router 84e32663-e9f8-4c84-8b19-ad9792cbf50c is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:19:16.146104 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:16.158215 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks [] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.162657 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Sync routers for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:16.165218 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.173278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.176857 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50082) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:16.177349 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-02ed2b7b-327d-4ca0-b823-aabc4042d05c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5903199 Sep 12 14:19:16.177576 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:16.178268 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:16.220809 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Pushing event updated for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:16.233112 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.233460 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.233885 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.234983 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.235412 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.235698 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.236028 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.236508 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.236983 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.238085 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.238581 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.239094 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.239586 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.240087 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.240558 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:16.314049 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:16.430490 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Attempting to bind port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:16.430885 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Attempting to bind port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:16.431685 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Attempting to bind port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d on network 98b067c7-82fa-413d-adcc-f0e586f1987e {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:16.441461 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:16.475411 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:16.476088 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:16.505381 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:16.506009 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Checking segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:16.506634 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.507043 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Bound using segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:16.507587 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Bound port: 846ae233-f6fb-4e2b-b89a-1ceaf13c345d, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:16.509508 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.530710 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:16.563213 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:15Z', 'revision_number': 3, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:16.599330 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Checking router: 84e32663-e9f8-4c84-8b19-ad9792cbf50c for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:16.599912 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Updating router 84e32663-e9f8-4c84-8b19-ad9792cbf50c port 4426c127-e531-42fc-97ab-b59e306595bd binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:19:16.614180 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] For port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:16.620973 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] For port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:16.635467 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.636980 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (4426c127-e531-42fc-97ab-b59e306595bd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.700544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ee125-4443-458e-b705-372e3b04b9db req-923b2055-f3f1-462e-bd94-80ea5411da4c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:16.711510 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e16ee125-4443-458e-b705-372e3b04b9db req-923b2055-f3f1-462e-bd94-80ea5411da4c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.1751595 Sep 12 14:19:16.714878 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1cf1a-5b1f-4d4c-998c-9adfb8d4eea0 None None] Pushing event updated for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:16.725689 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:16.726490 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:16.807841 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c83c5-4bb0-4256-826f-d64bc9f92df7 None None] Network e06e46a0-8b82-4e94-a603-5d213767db1b requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:19:16.810566 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 9c7b111f-eaa4-4945-ac89-8870f9e018db up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:16.839405 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e16ee125-4443-458e-b705-372e3b04b9db req-29fcf8d5-6aa0-49b3-b419-c5c8c8f05f54 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267564 Sep 12 14:19:16.851088 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:16.893663 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Provisioning complete for port 15323645-0140-4902-a1ac-623985ba985a triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:16.894030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (15323645-0140-4902-a1ac-623985ba985a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:16.953628 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.001234 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:17.053385 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:16Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:17.084522 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0576-a1a7-4f16-9d27-719dabf17bec None None] The sync data for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi is: [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:16Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:17.117087 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Allocated IP 172.20.0.1 (e06e46a0-8b82-4e94-a603-5d213767db1b/c5e8fd64-791b-4067-84d5-e8ab3f02ee4a/ec0b0507-b41f-4994-9946-7819dc2c1132) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:17.150806 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 9c7b111f-eaa4-4945-ac89-8870f9e018db triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:17.151215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.252805 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks [] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.286144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:17.288101 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks [] for port (4426c127-e531-42fc-97ab-b59e306595bd), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.291585 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Current status of the port 15323645-0140-4902-a1ac-623985ba985a is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:17.291977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (15323645-0140-4902-a1ac-623985ba985a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.293700 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.317290 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (4426c127-e531-42fc-97ab-b59e306595bd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.326661 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:17.345820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Network e06e46a0-8b82-4e94-a603-5d213767db1b is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:17.352598 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:17.357605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:17.388503 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:17.396457 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:17.406503 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.409144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7852e-8313-4a4e-8dc1-e93be400ad9f None None] Pushing event updated for resources: {'Port': ['ID=4426c127-e531-42fc-97ab-b59e306595bd,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:17.411556 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Attempting to bind port 4426c127-e531-42fc-97ab-b59e306595bd on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:17.411924 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Attempting to bind port 4426c127-e531-42fc-97ab-b59e306595bd by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:17.412286 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Attempting to bind port 4426c127-e531-42fc-97ab-b59e306595bd on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:17.431853 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] For port 15323645-0140-4902-a1ac-623985ba985a, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=15323645-0140-4902-a1ac-623985ba985a,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:17.458960 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (15323645-0140-4902-a1ac-623985ba985a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.468792 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 9c7b111f-eaa4-4945-ac89-8870f9e018db is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:17.479634 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 15323645-0140-4902-a1ac-623985ba985a up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:17.593996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.617965 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:17.618418 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:17.618768 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.619195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:17.622970 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Bound port: 4426c127-e531-42fc-97ab-b59e306595bd, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:17.623574 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (4426c127-e531-42fc-97ab-b59e306595bd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.651804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf13f-2b03-4ae7-b877-31d0f6f8dcf0 None None] Pushing event updated for resources: {'Port': ['ID=15323645-0140-4902-a1ac-623985ba985a,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:17.658316 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-ebd2be68-07d6-4491-9d55-70b75a592591 None None] Provisioning complete for port 15323645-0140-4902-a1ac-623985ba985a triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:17.658693 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ebd2be68-07d6-4491-9d55-70b75a592591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (15323645-0140-4902-a1ac-623985ba985a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.733024 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 15323645-0140-4902-a1ac-623985ba985a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:17.733360 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (15323645-0140-4902-a1ac-623985ba985a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.781805 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] For port 4426c127-e531-42fc-97ab-b59e306595bd, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:17.790946 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks [] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.797892 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.813043 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] For port 4426c127-e531-42fc-97ab-b59e306595bd, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=4426c127-e531-42fc-97ab-b59e306595bd,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:17.845744 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (4426c127-e531-42fc-97ab-b59e306595bd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.869728 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:17.872470 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:17.897681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2be68-07d6-4491-9d55-70b75a592591 None None] Current status of the port 15323645-0140-4902-a1ac-623985ba985a is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:17.906878 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:17.907528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:17.978626 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:18.001445 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7852e-8313-4a4e-8dc1-e93be400ad9f None None] Pushing event updated for resources: {'Port': ['ID=4426c127-e531-42fc-97ab-b59e306595bd,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:18.005667 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 15323645-0140-4902-a1ac-623985ba985a is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:18.011541 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bc463-9c54-4f02-95a6-5636087cbaff req-e952452d-68c4-444b-90e9-baff0320330c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:18.012979 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e89bc463-9c54-4f02-95a6-5636087cbaff req-e952452d-68c4-444b-90e9-baff0320330c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0706697 Sep 12 14:19:18.025849 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Network e06e46a0-8b82-4e94-a603-5d213767db1b is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:18.029074 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:18.053061 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-99cb3b13-58ca-4a61-868d-c8178c885312 None None] Provisioning complete for port ec0b0507-b41f-4994-9946-7819dc2c1132 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:18.053184 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99cb3b13-58ca-4a61-868d-c8178c885312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:18.107540 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-99cb3b13-58ca-4a61-868d-c8178c885312 None None] Port ec0b0507-b41f-4994-9946-7819dc2c1132 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:19:18.111669 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:18.259423 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:18.313278 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'ec0b0507-b41f-4994-9946-7819dc2c1132', 'name': '', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'mac_address': 'fa:16:3e:5f:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:16Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 2, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'subnets': [{'id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:18.347776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d328ca0-d4c9-4e5b-b08a-20d8a606da66 None None] The sync data for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi is: [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'ec0b0507-b41f-4994-9946-7819dc2c1132', 'name': '', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'mac_address': 'fa:16:3e:5f:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:16Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 2, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'subnets': [{'id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:18.353414 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-e701ec3c-3ffc-435b-a5de-bf60eca9d914 None None] Provisioning complete for port ec0b0507-b41f-4994-9946-7819dc2c1132 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:18.353608 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e701ec3c-3ffc-435b-a5de-bf60eca9d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:18.392482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-e701ec3c-3ffc-435b-a5de-bf60eca9d914 None None] Port ec0b0507-b41f-4994-9946-7819dc2c1132 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:19:18.402799 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e89bc463-9c54-4f02-95a6-5636087cbaff req-824d8589-20a7-49ba-99b3-3aefa4c1ead3 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3755562 Sep 12 14:19:18.469498 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Router 84e32663-e9f8-4c84-8b19-ad9792cbf50c has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:19:18.479720 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:18.600693 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:19:18.607880 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-017ef6d7-ae2d-434f-b061-51666e6da5c5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/84e32663-e9f8-4c84-8b19-ad9792cbf50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4292052 Sep 12 14:19:18.620864 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 15323645-0140-4902-a1ac-623985ba985a up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:18.690796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 15323645-0140-4902-a1ac-623985ba985a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:18.691335 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (15323645-0140-4902-a1ac-623985ba985a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:18.790903 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:18.807724 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 15323645-0140-4902-a1ac-623985ba985a is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:18.809154 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 846ae233-f6fb-4e2b-b89a-1ceaf13c345d up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:18.877675 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:18.878174 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:18.977668 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:18.978149 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.027181 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50112) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.034931 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:19.040634 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.110337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.165897 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d206ab05-e98c-49da-84a4-15c4720aec49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.171203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50116) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.176344 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967732618', 'description': 'tempest-secgroup-smoke-1967732618 description', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:19.197097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.217634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:19.251341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d206ab05-e98c-49da-84a4-15c4720aec49 admin admin] Publish callbacks [] for security_group (4d459fb5-d778-4ccd-985a-fff2c38a3f3b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.256764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d206ab05-e98c-49da-84a4-15c4720aec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4d459fb5-d778-4ccd-985a-fff2c38a3f3b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.271362 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (79989b6b-8ba5-415c-b38b-c2b2643f976e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.274963 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (79989b6b-8ba5-415c-b38b-c2b2643f976e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.298677 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d206ab05-e98c-49da-84a4-15c4720aec49 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2bc1c645366f4ecc82d65726ffac1c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701397 Sep 12 14:19:19.299512 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ab05-e98c-49da-84a4-15c4720aec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d459fb5-d778-4ccd-985a-fff2c38a3f3b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.301443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50118) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.314115 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.315402 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1426363 Sep 12 14:19:19.318551 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50120) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.320886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683123a4-5661-40af-95db-2c992e008f20 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79989b6b-8ba5-415c-b38b-c2b2643f976e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.323173 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:19.350492 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (d00f4a44-455a-475b-84db-ea3637b4eac2), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.361411 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] Publish callbacks [] for security_group (4d459fb5-d778-4ccd-985a-fff2c38a3f3b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.381204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] Publish callbacks [] for security_group (4d459fb5-d778-4ccd-985a-fff2c38a3f3b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.409631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (d00f4a44-455a-475b-84db-ea3637b4eac2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.413980 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (d00f4a44-455a-475b-84db-ea3637b4eac2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.433152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4d459fb5-d778-4ccd-985a-fff2c38a3f3b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.436096 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.436527 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00f4a44-455a-475b-84db-ea3637b4eac2,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.437763 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4d459fb5-d778-4ccd-985a-fff2c38a3f3b HTTP/1.1" status: 204 len: 168 time: 0.1354165 Sep 12 14:19:19.444337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.445679 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b78cc8ee-0c43-4a9a-841e-8468d0b4f678 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260178 Sep 12 14:19:19.455062 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50126) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.465231 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:19.481338 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931eccd7-3e20-435a-81fb-eca4229c4d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d459fb5-d778-4ccd-985a-fff2c38a3f3b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.524197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (ecf27e2d-4908-4c4d-8694-68ac517ec410), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.579219 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:19.603850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (ecf27e2d-4908-4c4d-8694-68ac517ec410), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.609139 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (ecf27e2d-4908-4c4d-8694-68ac517ec410), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.635202 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf27e2d-4908-4c4d-8694-68ac517ec410,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.639573 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.641285 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2023fca7-7dc4-4d53-bc3c-689fb82e87a6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795363 Sep 12 14:19:19.644360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50130) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.651445 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:19.712847 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (b5855dd5-4f07-47f1-bf24-2af564f4489f), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.737064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721740-1a0c-4f00-ad95-1df55df5595c req-4e413f75-a03e-466b-97d7-9fb73ab73c26 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:19.738748 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb721740-1a0c-4f00-ad95-1df55df5595c req-4e413f75-a03e-466b-97d7-9fb73ab73c26 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0697551 Sep 12 14:19:19.775902 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50134) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.789644 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ead71812-7c4b-4056-b4a3-e111606450af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.807530 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:19.821459 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fb721740-1a0c-4f00-ad95-1df55df5595c req-802edd5e-5383-4421-b232-3483ce150bac tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745811 Sep 12 14:19:19.823284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (b5855dd5-4f07-47f1-bf24-2af564f4489f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.827546 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (b5855dd5-4f07-47f1-bf24-2af564f4489f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.859981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5855dd5-4f07-47f1-bf24-2af564f4489f,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.872952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.873583 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ead71812-7c4b-4056-b4a3-e111606450af admin admin] Publish callbacks [] for security_group (202e590b-6026-436b-823d-ff940cf35f9f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.877765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50138) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.878078 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-795ef921-585e-4c1c-85fb-5ead7ac0789a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2318602 Sep 12 14:19:19.882572 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:19.889111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ead71812-7c4b-4056-b4a3-e111606450af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (202e590b-6026-436b-823d-ff940cf35f9f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:19.939370 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ead71812-7c4b-4056-b4a3-e111606450af admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a25eca2687954bd795e628b1d373d309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623840 Sep 12 14:19:19.940810 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71812-7c4b-4056-b4a3-e111606450af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202e590b-6026-436b-823d-ff940cf35f9f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:19.942184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50142) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:19.949286 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (4eeccf0c-4c9a-4cf9-a89e-697b22453e4a), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.017727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] Publish callbacks [] for security_group (202e590b-6026-436b-823d-ff940cf35f9f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.020452 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (4eeccf0c-4c9a-4cf9-a89e-697b22453e4a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.026743 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (4eeccf0c-4c9a-4cf9-a89e-697b22453e4a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.045184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] Publish callbacks [] for security_group (202e590b-6026-436b-823d-ff940cf35f9f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.049622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeccf0c-4c9a-4cf9-a89e-697b22453e4a,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:20.073200 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.075028 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-993fe336-9ffc-47df-b64c-37279fa7d5c5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960859 Sep 12 14:19:20.078304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50144) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:20.083519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:20.114165 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.securitygroups_db [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Project fd4a527e5cc441f5901536b58d4fe400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:19:20.116115 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (202e590b-6026-436b-823d-ff940cf35f9f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.119702 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.122744 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (4c9106b6-2361-490e-9a37-daf2f894f2ff), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.125223 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/202e590b-6026-436b-823d-ff940cf35f9f HTTP/1.1" status: 204 len: 168 time: 0.1807911 Sep 12 14:19:20.135016 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:20.135611 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f3309-c2b7-41bb-89fd-01212fb9549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202e590b-6026-436b-823d-ff940cf35f9f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:20.235645 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (4c9106b6-2361-490e-9a37-daf2f894f2ff), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.242817 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (4c9106b6-2361-490e-9a37-daf2f894f2ff), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.263647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9106b6-2361-490e-9a37-daf2f894f2ff,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:20.275574 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.278888 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6f0e70fd-7dbf-4d8e-bdb6-6ef46052d48d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1970074 Sep 12 14:19:20.279705 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50148) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:20.285662 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'security_group_rule': {'security_group_id': '79989b6b-8ba5-415c-b38b-c2b2643f976e', 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:20.314448 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.securitygroups_db [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Project fd4a527e5cc441f5901536b58d4fe400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:19:20.320950 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (46cd7800-7d08-4beb-ae53-3e1a998fbb1f), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.351861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:20.392628 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (46cd7800-7d08-4beb-ae53-3e1a998fbb1f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.401659 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (46cd7800-7d08-4beb-ae53-3e1a998fbb1f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.424432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cd7800-7d08-4beb-ae53-3e1a998fbb1f,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:20.439169 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.454870 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b784ef76-ca12-4994-be2c-67e4f4eb409a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594467 Sep 12 14:19:20.675364 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 846ae233-f6fb-4e2b-b89a-1ceaf13c345d up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:20.735982 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:20.736356 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:20.762271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:20.843627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:20.844704 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 4426c127-e531-42fc-97ab-b59e306595bd up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:20.947147 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 4426c127-e531-42fc-97ab-b59e306595bd triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:20.947725 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (4426c127-e531-42fc-97ab-b59e306595bd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:21.006749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68302fb2-62d5-4226-8f5b-f4e882cca05a req-52e6a408-065b-4560-860c-3041c08cb721 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:21.009121 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68302fb2-62d5-4226-8f5b-f4e882cca05a req-52e6a408-065b-4560-860c-3041c08cb721 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0696609 Sep 12 14:19:21.049097 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 4426c127-e531-42fc-97ab-b59e306595bd is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:21.049517 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (4426c127-e531-42fc-97ab-b59e306595bd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:21.074263 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 4426c127-e531-42fc-97ab-b59e306595bd, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=4426c127-e531-42fc-97ab-b59e306595bd,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:21.079614 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (4426c127-e531-42fc-97ab-b59e306595bd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:21.090214 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-68302fb2-62d5-4226-8f5b-f4e882cca05a req-7b4b5d35-f4b4-4ad8-a176-5f2edfcef6a1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741060 Sep 12 14:19:21.127775 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:21.143481 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=4426c127-e531-42fc-97ab-b59e306595bd,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:21.771623 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Sync routers for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:19:21.783346 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:21.783976 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:21.892696 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:22.022645 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:22.029183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195183c-27b9-4599-a848-cd7505dae1ae req-0183c706-1dc0-4ffa-9895-62d2d877e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:22.031795 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-0183c706-1dc0-4ffa-9895-62d2d877e6bd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1129 time: 0.0439444 Sep 12 14:19:22.096230 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'ec0b0507-b41f-4994-9946-7819dc2c1132', 'name': '', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'mac_address': 'fa:16:3e:5f:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:16Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 2, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'subnets': [{'id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:22.124982 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Checking router: 84e32663-e9f8-4c84-8b19-ad9792cbf50c for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:19:22.125282 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Updating router 84e32663-e9f8-4c84-8b19-ad9792cbf50c port ec0b0507-b41f-4994-9946-7819dc2c1132 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:19:22.151518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195183c-27b9-4599-a848-cd7505dae1ae req-53dbbcd0-0a4a-4cc4-96e9-4fd7ac954e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:22.153010 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-53dbbcd0-0a4a-4cc4-96e9-4fd7ac954e8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.1020865 Sep 12 14:19:22.160049 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.230856 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc203-dd20-49ff-b4af-5180b3e77d7d req-2d9c39cc-ee01-4d9b-8e73-3611a025c814 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:22.231379 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-c323e606-9fb9-4c4e-9272-eec23b670a4c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 1000 time: 0.0706129 Sep 12 14:19:22.233320 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c5cc203-dd20-49ff-b4af-5180b3e77d7d req-2d9c39cc-ee01-4d9b-8e73-3611a025c814 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0648279 Sep 12 14:19:22.301194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195183c-27b9-4599-a848-cd7505dae1ae req-a2644e40-b3fa-4fc1-82c2-f71e812d322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:22.302769 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-a2644e40-b3fa-4fc1-82c2-f71e812d322b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0633359 Sep 12 14:19:22.311475 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c5cc203-dd20-49ff-b4af-5180b3e77d7d req-2144cb83-eb1d-42bb-9b74-03e7c17cd9ae tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602937 Sep 12 14:19:22.354033 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195183c-27b9-4599-a848-cd7505dae1ae req-f3bc501f-2737-4e64-ab28-1b97c007aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:22.356401 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-f3bc501f-2737-4e64-ab28-1b97c007aebc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450037 Sep 12 14:19:22.448431 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:22.457275 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-3499f9d5-a692-4163-b0c6-cf261ff658f0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935109 Sep 12 14:19:22.458987 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks [] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.464387 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.525079 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:22.560912 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e339c-c0ec-498c-b066-f2b4dd91a7a9 None None] Pushing event updated for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:22.571449 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Attempting to bind port ec0b0507-b41f-4994-9946-7819dc2c1132 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:22.571842 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Attempting to bind port ec0b0507-b41f-4994-9946-7819dc2c1132 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:22.572163 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Attempting to bind port ec0b0507-b41f-4994-9946-7819dc2c1132 on network e06e46a0-8b82-4e94-a603-5d213767db1b {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:22.577371 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 4426c127-e531-42fc-97ab-b59e306595bd up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:22.581098 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3195183c-27b9-4599-a848-cd7505dae1ae req-c691fc77-e8bb-4633-acbb-c54fc27f80c6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111500 Sep 12 14:19:22.626527 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 4426c127-e531-42fc-97ab-b59e306595bd triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:22.626925 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (4426c127-e531-42fc-97ab-b59e306595bd), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.627055 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:22.627429 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Checking segment: {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:22.627828 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.628220 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Bound using segment: {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:22.628685 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Bound port: ec0b0507-b41f-4994-9946-7819dc2c1132, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c669d-977c-46b3-8a36-24a956fc3a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:22.629058 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.690548 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] For port ec0b0507-b41f-4994-9946-7819dc2c1132, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:22.693830 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] For port ec0b0507-b41f-4994-9946-7819dc2c1132, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ec0b0507-b41f-4994-9946-7819dc2c1132,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:22.701392 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:22.708042 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 4426c127-e531-42fc-97ab-b59e306595bd is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:22.742736 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:19:22.743402 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:19:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:22.791209 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e339c-c0ec-498c-b066-f2b4dd91a7a9 None None] Pushing event updated for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:22.864898 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:19:23.136086 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:23.158503 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'ec0b0507-b41f-4994-9946-7819dc2c1132', 'name': '', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'mac_address': 'fa:16:3e:5f:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:16Z', 'updated_at': '2022-09-12T14:19:22Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'subnets': [{'id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:19:23.188249 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb13ce9-78ca-4a63-886e-1612941028ae None None] The sync data for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi is: [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:19:17Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'ec0b0507-b41f-4994-9946-7819dc2c1132', 'name': '', 'network_id': 'e06e46a0-8b82-4e94-a603-5d213767db1b', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'mac_address': 'fa:16:3e:5f:c3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:16Z', 'updated_at': '2022-09-12T14:19:22Z', 'revision_number': 4, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'subnets': [{'id': 'c5e8fd64-791b-4067-84d5-e8ab3f02ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:19:23.466351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223c68c-7822-4673-ae63-6c214cf92250 req-aff8db40-b96b-436d-9199-f95fd6ec066e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:23.467863 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6223c68c-7822-4673-ae63-6c214cf92250 req-aff8db40-b96b-436d-9199-f95fd6ec066e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0522528 Sep 12 14:19:23.517738 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6223c68c-7822-4673-ae63-6c214cf92250 req-ef1a49cb-7a7c-4341-b878-068857d1d7c6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430868 Sep 12 14:19:23.785959 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:19:23.896560 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:24.027390 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:19:24.067119 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: ACTIVE; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:24.067502 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:24.084285 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:19:24.110367 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:24.116664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:24.170234 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=6']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:24.217799 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['64d3ae8a-0bd3-46b1-ae67-280f451b2214'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:19:24.380247 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:24.571610 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ec0b0507-b41f-4994-9946-7819dc2c1132 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:24.662392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ec0b0507-b41f-4994-9946-7819dc2c1132 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:24.663558 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:24.716749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:24.744810 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64202-3f47-440d-8b92-dbf780012ecb req-d117ae67-7656-4fed-9b00-d189e4bfaab0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:24.753212 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eab64202-3f47-440d-8b92-dbf780012ecb req-d117ae67-7656-4fed-9b00-d189e4bfaab0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 944 time: 0.1186841 Sep 12 14:19:24.797644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ec0b0507-b41f-4994-9946-7819dc2c1132 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:24.798276 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:24.828527 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-eab64202-3f47-440d-8b92-dbf780012ecb req-c2ea48f6-cf79-4fac-aff3-6dcd0584ddfb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732846 Sep 12 14:19:24.870809 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port ec0b0507-b41f-4994-9946-7819dc2c1132, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ec0b0507-b41f-4994-9946-7819dc2c1132,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:24.878260 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:24.893633 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:24.949664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:25.050665 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50320) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:25.163876 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e82b345b-1c1d-4b4b-a425-176e6d2dd0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.291411 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e82b345b-1c1d-4b4b-a425-176e6d2dd0ac admin admin] Publish callbacks [] for security_group (b60b8e4c-75fa-4a96-a780-fc24f73ceec4), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.299675 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e82b345b-1c1d-4b4b-a425-176e6d2dd0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b60b8e4c-75fa-4a96-a780-fc24f73ceec4), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.337982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b345b-1c1d-4b4b-a425-176e6d2dd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b8e4c-75fa-4a96-a780-fc24f73ceec4,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:25.356654 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50330) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:25.357047 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e82b345b-1c1d-4b4b-a425-176e6d2dd0ac admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=493952e5240a4d5d953a3bb86d0f5e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053141 Sep 12 14:19:25.422891 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] Publish callbacks [] for security_group (b60b8e4c-75fa-4a96-a780-fc24f73ceec4), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.452519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] Publish callbacks [] for security_group (b60b8e4c-75fa-4a96-a780-fc24f73ceec4), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.542634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b60b8e4c-75fa-4a96-a780-fc24f73ceec4), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.545195 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:25.546893 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b60b8e4c-75fa-4a96-a780-fc24f73ceec4 HTTP/1.1" status: 204 len: 168 time: 0.1887648 Sep 12 14:19:25.555106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9b66b-cb99-473c-9f10-5671d66c96d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b8e4c-75fa-4a96-a780-fc24f73ceec4,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:25.813326 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:25.874919 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:25.875517 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:26.035721 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836b974-cbb0-44e4-8269-9643db559498 req-602259ef-9cf5-40cd-9902-c7161b3a9509 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:26.041968 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:26.042637 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:26.048599 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4836b974-cbb0-44e4-8269-9643db559498 req-602259ef-9cf5-40cd-9902-c7161b3a9509 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 944 time: 0.0761888 Sep 12 14:19:26.105350 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:19:26.111672 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb04736-6ff2-4934-9031-2d6c61262b2d" -d '{"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:19:26.125990 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:26.133589 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:26.146943 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4836b974-cbb0-44e4-8269-9643db559498 req-622d6521-e0a4-45a0-bc60-6cf312e71a67 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895193 Sep 12 14:19:26.182242 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a64447-908b-4bc0-93a4-51be5b8a03c3 x-openstack-request-id: req-50a64447-908b-4bc0-93a4-51be5b8a03c3 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:19:26.182523 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:19:26.182768 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50a64447-908b-4bc0-93a4-51be5b8a03c3 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:19:26.183176 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a64447-908b-4bc0-93a4-51be5b8a03c3'] response: {'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'code': 200} Sep 12 14:19:26.217229 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=7']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:26.582962 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:19:26.607637 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ec0b0507-b41f-4994-9946-7819dc2c1132 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:19:26.659689 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port ec0b0507-b41f-4994-9946-7819dc2c1132 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:26.660298 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:26.748531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port ec0b0507-b41f-4994-9946-7819dc2c1132 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:27.316769 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8b6c7-e163-4d3a-b22b-0a4fc9a0cc6e req-7e20c219-98c3-4dcd-bbc6-1ea8f5820546 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:27.318469 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ee8b6c7-e163-4d3a-b22b-0a4fc9a0cc6e req-7e20c219-98c3-4dcd-bbc6-1ea8f5820546 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0573616 Sep 12 14:19:27.380320 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6ee8b6c7-e163-4d3a-b22b-0a4fc9a0cc6e req-bb429f97-ea9d-4425-8fa5-647b25b6f81a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509539 Sep 12 14:19:28.603553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47163c3-77cd-44a0-8747-3358886704cd req-3744117e-647d-4787-b7b7-78913825f14a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:28.606981 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f47163c3-77cd-44a0-8747-3358886704cd req-3744117e-647d-4787-b7b7-78913825f14a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0598376 Sep 12 14:19:28.704063 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f47163c3-77cd-44a0-8747-3358886704cd req-77dfd99b-730d-4ae2-bbb7-e947f000c84c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691528 Sep 12 14:19:29.862733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaecdb-65b7-4f81-a776-53fc165faa63 req-e3a54031-e3f2-4747-b3b5-0d20a42c3c8c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:29.864268 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fcaecdb-65b7-4f81-a776-53fc165faa63 req-e3a54031-e3f2-4747-b3b5-0d20a42c3c8c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0713031 Sep 12 14:19:29.908397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:29.928748 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fcaecdb-65b7-4f81-a776-53fc165faa63 req-94801c17-f364-4808-b4c3-9a5383a47577 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579014 Sep 12 14:19:31.070069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7e5d-1b33-488a-806c-a2a6662ffab7 req-350ea690-3dfb-4f57-b5d2-20b048de371f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:31.071591 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-841d7e5d-1b33-488a-806c-a2a6662ffab7 req-350ea690-3dfb-4f57-b5d2-20b048de371f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0511518 Sep 12 14:19:31.134817 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-841d7e5d-1b33-488a-806c-a2a6662ffab7 req-26d7f7da-8d9c-452a-87b3-c6c356c80831 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507078 Sep 12 14:19:32.288836 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98f00a-43c4-437b-88ae-3b29ddf21524 req-0cc6cd8e-8eec-4729-9989-b1712bc2b223 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:32.291114 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d98f00a-43c4-437b-88ae-3b29ddf21524 req-0cc6cd8e-8eec-4729-9989-b1712bc2b223 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0710349 Sep 12 14:19:32.353273 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d98f00a-43c4-437b-88ae-3b29ddf21524 req-a8a26bf8-afc0-4393-bfa4-36d70ad79754 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541351 Sep 12 14:19:33.097664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1b0a80f1-10d1-4836-afbb-e02e42de8436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:33.501085 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0303-2567-4b4f-8b5b-669d402c94aa req-f6d6ccdb-705f-4a1e-b6cf-23aa0d789ebb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:33.502662 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-999b0303-2567-4b4f-8b5b-669d402c94aa req-f6d6ccdb-705f-4a1e-b6cf-23aa0d789ebb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0507147 Sep 12 14:19:33.559366 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-999b0303-2567-4b4f-8b5b-669d402c94aa req-6a0970b8-4737-4570-8862-8da8d4fdf705 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507522 Sep 12 14:19:34.718621 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a8c77-73b0-4b42-9ba5-8e77bf86c13b req-64bc10a8-26d5-4fbc-bb15-dde7f1f965c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:34.720471 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d86a8c77-73b0-4b42-9ba5-8e77bf86c13b req-64bc10a8-26d5-4fbc-bb15-dde7f1f965c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0636079 Sep 12 14:19:34.777563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d86a8c77-73b0-4b42-9ba5-8e77bf86c13b req-0946a16d-a26b-4f50-8b2f-19232ffe61ce tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508244 Sep 12 14:19:35.284324 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c9aef942-190b-4309-a962-4321d661e933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:35.332340 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:35.348243 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:35.704222 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085aa36-8018-43f8-826a-76f910a06464 req-9f058164-ed5d-41f1-b87e-e5bd25fc7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:35.705697 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-9f058164-ed5d-41f1-b87e-e5bd25fc7d97 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1129 time: 0.0426085 Sep 12 14:19:35.804421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085aa36-8018-43f8-826a-76f910a06464 req-cc48d974-a80c-4e51-b7a1-616c832522c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:35.805869 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-cc48d974-a80c-4e51-b7a1-616c832522c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.0915310 Sep 12 14:19:35.923051 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c034d52-ce2b-47be-963b-c5ba8c587820 req-7a07bc12-1454-47c4-b85e-63c8b391fc33 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:35.925373 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c034d52-ce2b-47be-963b-c5ba8c587820 req-7a07bc12-1454-47c4-b85e-63c8b391fc33 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0526762 Sep 12 14:19:35.980620 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1c034d52-ce2b-47be-963b-c5ba8c587820 req-8ce668e9-9666-443b-9479-8707b92e00e9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497451 Sep 12 14:19:36.110892 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-326697f6-8d7e-458d-8f05-11637207eb96 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 1000 time: 0.2963846 Sep 12 14:19:36.160425 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085aa36-8018-43f8-826a-76f910a06464 req-eb8c20fc-ef12-42e9-99d0-2a05ade8e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:36.161862 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-eb8c20fc-ef12-42e9-99d0-2a05ade8e4c0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0436068 Sep 12 14:19:36.214343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085aa36-8018-43f8-826a-76f910a06464 req-e8993f65-96c0-46fa-b951-bee0cea32f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:36.215506 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-e8993f65-96c0-46fa-b951-bee0cea32f09 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423660 Sep 12 14:19:36.312143 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-5b07ea78-b0de-4366-aadc-633180dba613 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880246 Sep 12 14:19:36.403590 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8085aa36-8018-43f8-826a-76f910a06464 req-e3932c88-6edd-4a89-9c43-a345f83de273 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Sep 12 14:19:36.622658 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:37.077464 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:37.112617 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f12417-b56b-4831-94f1-ed0e672b5517 req-49e967ec-b0b2-4c3d-bbd9-8b37810b7d47 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:37.114041 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-32f12417-b56b-4831-94f1-ed0e672b5517 req-49e967ec-b0b2-4c3d-bbd9-8b37810b7d47 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0473528 Sep 12 14:19:37.162534 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-32f12417-b56b-4831-94f1-ed0e672b5517 req-768c3fa7-55c5-40f4-a1ba-3872701927a5 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426776 Sep 12 14:19:37.449443 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-48fe71f2-99d9-4157-8e16-3132ba5b706c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1967732618&fields=id&tenant_id=fd4a527e5cc441f5901536b58d4fe400 HTTP/1.1" status: 200 len: 267 time: 0.0458128 Sep 12 14:19:37.558815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-02e498e4-3b87-4377-af78-d45b81b3f013 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:37.560423 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-02e498e4-3b87-4377-af78-d45b81b3f013 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 809 time: 0.1043489 Sep 12 14:19:37.575717 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-17b9c7dd-94f2-4798-af77-3583cbf2b532 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/quotas/fd4a527e5cc441f5901536b58d4fe400 HTTP/1.1" status: 200 len: 375 time: 0.0090690 Sep 12 14:19:37.631308 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-e444f8f4-3b18-438b-aff3-60e6fce037a7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459104 Sep 12 14:19:37.732215 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-7d4e1c49-e2b0-4ae7-b8bf-7650274b4077 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884490 Sep 12 14:19:37.827015 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-f41de209-4486-4eaa-8d12-894fca5bc132 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885344 Sep 12 14:19:38.125900 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5164ef4e-2f5c-4aa5-ab12-f6c61c98a717 req-4b527431-103d-44e8-b6d5-9ea95982e142 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 210 time: 0.0296319 Sep 12 14:19:38.166693 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:38.298142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ee117-8dec-4bb5-82e7-984e2a986f2f req-cb9cc4c0-d74a-4a5a-990e-1f07b54bcf7e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:38.299768 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ee6ee117-8dec-4bb5-82e7-984e2a986f2f req-cb9cc4c0-d74a-4a5a-990e-1f07b54bcf7e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 12 14:19:38.328375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:38.368445 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:38.377785 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ee6ee117-8dec-4bb5-82e7-984e2a986f2f req-c12feb89-3880-46da-b9a5-502027a9430e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617206 Sep 12 14:19:39.243890 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a311208d-88eb-45a1-b390-baf40d010ceb req-4b84f418-83d3-4685-bbd2-330555644a3d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 210 time: 0.0284460 Sep 12 14:19:39.561575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0a29-934b-442f-9f39-999db82c3d31 req-98077fcd-dfe9-4d47-ade8-ea6b4adabbe8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:39.561575 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63fb0a29-934b-442f-9f39-999db82c3d31 req-98077fcd-dfe9-4d47-ade8-ea6b4adabbe8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 945 time: 0.0822635 Sep 12 14:19:39.620573 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-63fb0a29-934b-442f-9f39-999db82c3d31 req-39a02cc7-d045-4db9-945e-56a5047ff945 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531318 Sep 12 14:19:39.690863 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:39.695087 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:39.938209 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:19:39.976422 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:40.020005 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: ACTIVE; New status is: DOWN {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:19:40.020617 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:40.057247 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:19:40.060106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c29781-8b2c-40d0-9978-65c07c1e1b28" -d '{"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:19:40.093496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:19:40.109585 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:40.112641 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Sep 2022 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4861e8fb-bdf2-4e1c-9610-5e5e5a93d3fa x-openstack-request-id: req-4861e8fb-bdf2-4e1c-9610-5e5e5a93d3fa {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:19:40.113064 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-unplugged", "status": "failed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "code": 422}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:19:40.113465 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4861e8fb-bdf2-4e1c-9610-5e5e5a93d3fa {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:19:40.113984 dv-cinder-820027-25-iscsi neutron-server[106395]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4861e8fb-bdf2-4e1c-9610-5e5e5a93d3fa']: {'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'code': 422} returned with failed status Sep 12 14:19:40.170482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=8']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:40.233105 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-b88e4ab2-51ae-4ba4-b61d-b737854dbb37 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:40.234615 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-b88e4ab2-51ae-4ba4-b61d-b737854dbb37 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 809 time: 0.1146193 Sep 12 14:19:40.354935 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f3a4094a-1cba-4d8d-8f67-e8c86a9ea185 req-c800da5d-3f47-46c6-a676-c7c152558ed4 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 210 time: 0.0304561 Sep 12 14:19:40.517163 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-6d8bba05-ec10-43ad-8a87-c988c8b9ca84 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd4a527e5cc441f5901536b58d4fe400 HTTP/1.1" status: 200 len: 380 time: 0.0896029 Sep 12 14:19:40.676429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-0a1fad30-5883-448f-9e98-2644d7a9da4c req-896cffe0-af2f-4019-b23d-db90eb9a690d service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:19:40.677495 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0a1fad30-5883-448f-9e98-2644d7a9da4c req-896cffe0-af2f-4019-b23d-db90eb9a690d service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056598 Sep 12 14:19:40.807819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'port': {'device_id': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'admin_state_up': True, 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'security_groups': ['79989b6b-8ba5-415c-b38b-c2b2643f976e']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:40.921207 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b1d27-1f62-4647-9206-ee7041f27751 req-158f42ec-a7d7-4297-9c78-4bb99a1ae969 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:40.923025 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd5b1d27-1f62-4647-9206-ee7041f27751 req-158f42ec-a7d7-4297-9c78-4bb99a1ae969 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.1098542 Sep 12 14:19:40.941118 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Made reservation on behalf of fd4a527e5cc441f5901536b58d4fe400 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:19:40.945332 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:40.981082 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dd5b1d27-1f62-4647-9206-ee7041f27751 req-819bc498-a164-4042-8827-fda6a329ddfe tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521140 Sep 12 14:19:41.100828 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Allocated IP 172.20.0.13 (98b067c7-82fa-413d-adcc-f0e586f1987e/23047041-ee95-454b-8a2a-ff3719f7d663/eb9b598a-ecdd-4396-817a-a89e4fcfe13b) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:19:41.167982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:41.168952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:41.228518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50656) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:41.268071 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.300385 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.315021 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-8b182db4-972b-47e0-a1c4-24233833ec88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852125 Sep 12 14:19:41.323935 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-76608df6-f47f-47ba-89ce-c3c5f73e61db service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:19:41.324879 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-76608df6-f47f-47ba-89ce-c3c5f73e61db service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048728 Sep 12 14:19:41.340251 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Network 98b067c7-82fa-413d-adcc-f0e586f1987e is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:19:41.344485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:19:41.348386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:19:41.388248 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:41.401515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.401791 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.402134 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.402469 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.402928 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.403212 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.403461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.403791 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.404098 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.404418 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.404846 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.405186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.405502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.406005 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.406579 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:19:41.411169 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50666) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:19:41.446608 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:41.447516 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.475756 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-af3b1137-757b-47d3-ada7-84ac58a9f3d3 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6762869 Sep 12 14:19:41.490696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Request body: {'port': {'device_id': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:19:41.574341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c52629-04ed-402d-adcc-78f47a65b832 req-77a70109-052f-4419-8a2c-7eb726bc9567 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:41.575877 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21c52629-04ed-402d-adcc-78f47a65b832 req-77a70109-052f-4419-8a2c-7eb726bc9567 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 932 time: 0.1110408 Sep 12 14:19:41.585371 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.586364 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-b2f46a28-ed8a-472a-a74d-6d956e2f0db0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:41.588226 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-b2f46a28-ed8a-472a-a74d-6d956e2f0db0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports/64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 940 time: 0.1751082 Sep 12 14:19:41.643420 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-a7e5e042-62f7-4fab-bc0d-60d05ff63df3 None None] Provisioning complete for port eb9b598a-ecdd-4396-817a-a89e4fcfe13b triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:19:41.644397 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e042-62f7-4fab-bc0d-60d05ff63df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.715983 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21c52629-04ed-402d-adcc-78f47a65b832 req-57060b20-fed4-4360-913c-ec813bcd38b4 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265662 Sep 12 14:19:41.768568 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5e042-62f7-4fab-bc0d-60d05ff63df3 None None] Port eb9b598a-ecdd-4396-817a-a89e4fcfe13b cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:19:41.952449 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9b598a-ecdd-4396-817a-a89e4fcfe13b {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:19:41.971691 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks [] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:41.985410 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Transition to ACTIVE for port object eb9b598a-ecdd-4396-817a-a89e4fcfe13b will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:19:41.991204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:42.112729 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:42.149611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Attempting to bind port eb9b598a-ecdd-4396-817a-a89e4fcfe13b on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:19:42.150049 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Attempting to bind port eb9b598a-ecdd-4396-817a-a89e4fcfe13b by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:19:42.150403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Attempting to bind port eb9b598a-ecdd-4396-817a-a89e4fcfe13b on network 98b067c7-82fa-413d-adcc-f0e586f1987e {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:42.203537 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:42.212633 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Port eb9b598a-ecdd-4396-817a-a89e4fcfe13b on network 98b067c7-82fa-413d-adcc-f0e586f1987e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:19:42.212874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Attempting to bind port eb9b598a-ecdd-4396-817a-a89e4fcfe13b on network 98b067c7-82fa-413d-adcc-f0e586f1987e {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:19:42.214902 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:42.267269 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560b12b-1167-479e-9b87-9e657da68b03 req-ec5fda90-31b9-44f3-a099-77e514e66caa tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.268902 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6560b12b-1167-479e-9b87-9e657da68b03 req-ec5fda90-31b9-44f3-a099-77e514e66caa tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.1067100 Sep 12 14:19:42.296674 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:42.322520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:19:42.322520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Checking segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:19:42.322520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Bound using segment: {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:19:42.322520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Bound port: eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3e2df6-4eab-4730-ac95-5273b27a198b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:19:42.322520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:42.348312 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6560b12b-1167-479e-9b87-9e657da68b03 req-36a2af9f-6d4b-404c-9f7d-ac3b4f680ab6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701542 Sep 12 14:19:42.424228 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:19:42.428127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:19:42.434242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:42.438229 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.439010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:42.440516 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1094 time: 0.9556830 Sep 12 14:19:42.442788 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:19:42.446474 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68de58b1-174f-4085-8d0b-5433018daf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:19:42.542731 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a315c0-3b7f-4d08-a3b0-e0b66a31fdf5 x-openstack-request-id: req-27a315c0-3b7f-4d08-a3b0-e0b66a31fdf5 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:19:42.543051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:19:42.543298 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27a315c0-3b7f-4d08-a3b0-e0b66a31fdf5 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:19:42.543687 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a315c0-3b7f-4d08-a3b0-e0b66a31fdf5'] response: {'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'status': 'completed', 'code': 200} Sep 12 14:19:42.552613 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e5375-c1b5-45a2-bbb6-080ad4b3ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:19:42.566260 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-b0d7d3a7-1251-43df-abe6-7c22f246cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.568180 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-b0d7d3a7-1251-43df-abe6-7c22f246cb02 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1128 time: 0.0651026 Sep 12 14:19:42.619264 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-9ce5b968-d735-493b-ba5d-7bc08f4af14c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 217 time: 0.0424075 Sep 12 14:19:42.837839 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5cec-42e0-4767-a182-a4cbe067be2c req-499f2e56-486d-4f07-84dc-095f23b90e6d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.839480 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d32c5cec-42e0-4767-a182-a4cbe067be2c req-499f2e56-486d-4f07-84dc-095f23b90e6d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0501518 Sep 12 14:19:42.899237 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d32c5cec-42e0-4767-a182-a4cbe067be2c req-827f692b-9444-4beb-8d0d-9af2a80fb033 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Sep 12 14:19:42.946267 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-69985c1d-03bf-4db6-a3d5-0ca9a5962d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.947788 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-69985c1d-03bf-4db6-a3d5-0ca9a5962d2d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0827014 Sep 12 14:19:42.948850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-4a005525-f881-4430-af02-b47183fa3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:42.951217 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-4a005525-f881-4430-af02-b47183fa3851 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf&tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958 HTTP/1.1" status: 200 len: 1127 time: 0.0760310 Sep 12 14:19:43.024372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-fad79c91-3f0c-42c0-806d-a463e2a02f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.025842 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-fad79c91-3f0c-42c0-806d-a463e2a02f9b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665784 Sep 12 14:19:43.032633 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-7414a763-fe15-4802-8d45-767a9cf549cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.033981 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-7414a763-fe15-4802-8d45-767a9cf549cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1127 time: 0.0458531 Sep 12 14:19:43.187878 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-81b09e58-e9dd-4eb8-8863-b7273437d595 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529770 Sep 12 14:19:43.190319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-0eb541d1-7635-4508-9021-64368faf4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.191686 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-0eb541d1-7635-4508-9021-64368faf4f39 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.1500645 Sep 12 14:19:43.305914 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-a68afd6d-c346-41c8-8f64-ac273f4ab916 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 998 time: 0.1061158 Sep 12 14:19:43.362517 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bdc81d5b-08d9-41cd-937d-b875d33f8e72 req-05766f12-1dfa-454c-9eeb-2415e4333e89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638260 Sep 12 14:19:43.373721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-ad662ff3-2383-4a2a-b651-d37512ac8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.375309 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-ad662ff3-2383-4a2a-b651-d37512ac8681 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0606968 Sep 12 14:19:43.424807 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-a3840fd4-21da-4068-8f95-06019bc41897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.426297 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-a3840fd4-21da-4068-8f95-06019bc41897 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443900 Sep 12 14:19:43.490083 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73995c22-5bca-4339-8e94-56faf12e7853 req-899a53a1-ee9a-47c0-8510-657c1130ef1f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.491529 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73995c22-5bca-4339-8e94-56faf12e7853 req-899a53a1-ee9a-47c0-8510-657c1130ef1f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0493507 Sep 12 14:19:43.537374 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73995c22-5bca-4339-8e94-56faf12e7853 req-9378bcde-6abc-4c43-9b22-0d12dbbe911c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403130 Sep 12 14:19:43.658213 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:43.661392 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de58b1-174f-4085-8d0b-5433018daf9d req-84fdc643-c313-4bf5-881b-73581efccadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.662899 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-84fdc643-c313-4bf5-881b-73581efccadd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1128 time: 0.0802875 Sep 12 14:19:43.737949 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:43.742068 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-7f2531ce-8d09-4f2c-a99e-b7cc21abcbe8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675987 Sep 12 14:19:43.821470 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de58b1-174f-4085-8d0b-5433018daf9d req-dbd2ec4a-0b60-4a45-80b0-e06f5c11ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.822950 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-dbd2ec4a-0b60-4a45-80b0-e06f5c11ef52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.1520724 Sep 12 14:19:43.865369 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-bc601c5e-8653-45fe-9cde-03d453969b21 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 217 time: 0.0344436 Sep 12 14:19:43.919084 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-bf2d3064-5fb3-43ff-8762-8ab7a5dd72f0 req-39705844-ac71-4342-8ebe-525313d82c8d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683662 Sep 12 14:19:43.930016 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de58b1-174f-4085-8d0b-5433018daf9d req-5f338b38-7024-4f44-9609-9fc6acc3925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.931488 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-5f338b38-7024-4f44-9609-9fc6acc3925c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0580208 Sep 12 14:19:43.981082 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de58b1-174f-4085-8d0b-5433018daf9d req-6474f59a-1535-4fe4-bf71-49392e5134fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:43.982636 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-6474f59a-1535-4fe4-bf71-49392e5134fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441699 Sep 12 14:19:44.024010 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9c60a-e1d1-4898-9dd2-89a65164890a req-633ee739-75d5-46dc-b966-5fc3b76588fa tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:44.025469 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-12e9c60a-e1d1-4898-9dd2-89a65164890a req-633ee739-75d5-46dc-b966-5fc3b76588fa tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0464113 Sep 12 14:19:44.075985 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-12e9c60a-e1d1-4898-9dd2-89a65164890a req-15b7e83f-9c74-47ba-8ab7-43e42aa41505 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Sep 12 14:19:44.145937 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-a3049f7f-ffbf-4100-9c10-140de3a839ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928476 Sep 12 14:19:44.238876 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68de58b1-174f-4085-8d0b-5433018daf9d req-f0c1fbcb-9d68-485b-8822-f52691002d91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Sep 12 14:19:44.676896 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d7dc4-3e38-4780-ba59-66d22f15b575 req-8e97c159-1331-4157-94ce-7d6f92a3f31e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:44.678450 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-401d7dc4-3e38-4780-ba59-66d22f15b575 req-8e97c159-1331-4157-94ce-7d6f92a3f31e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0503454 Sep 12 14:19:44.749135 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-401d7dc4-3e38-4780-ba59-66d22f15b575 req-5df49afd-3673-4fb8-a9e6-ee53dd4ebebc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625095 Sep 12 14:19:45.201893 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05b72-cb6e-4595-b3d8-41b26d27a559 req-8666626e-a2cd-4358-96c8-d8c516916eed tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:45.203335 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6e05b72-cb6e-4595-b3d8-41b26d27a559 req-8666626e-a2cd-4358-96c8-d8c516916eed tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0495496 Sep 12 14:19:45.256180 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6e05b72-cb6e-4595-b3d8-41b26d27a559 req-b1fcd7f6-4dd3-42e5-a2d2-9ebbd6e864e2 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470288 Sep 12 14:19:45.846181 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:45.884253 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dc7be-2f53-41b1-ba8e-448b6bd73f04 req-56833152-c415-4099-825d-c0b3295b35e0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:45.885763 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-819dc7be-2f53-41b1-ba8e-448b6bd73f04 req-56833152-c415-4099-825d-c0b3295b35e0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0504689 Sep 12 14:19:45.936333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-819dc7be-2f53-41b1-ba8e-448b6bd73f04 req-25a86ad5-2844-46a1-98c8-5e135781f211 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441940 Sep 12 14:19:46.385199 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781c0d9-8c3b-4735-be29-a35b12b85582 req-34e4ff31-bfc0-41fd-be7b-53b4c11e5725 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:46.386810 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b781c0d9-8c3b-4735-be29-a35b12b85582 req-34e4ff31-bfc0-41fd-be7b-53b4c11e5725 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0512979 Sep 12 14:19:46.438774 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b781c0d9-8c3b-4735-be29-a35b12b85582 req-49581e95-e4b1-4007-97d8-e4adeee57cb7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Sep 12 14:19:47.069006 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2d38-5567-4388-b794-84c92e1bf4de req-c808e3b7-a3fe-4aeb-80a6-15146d66b4f7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:47.070541 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a32b2d38-5567-4388-b794-84c92e1bf4de req-c808e3b7-a3fe-4aeb-80a6-15146d66b4f7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0496371 Sep 12 14:19:47.133764 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a32b2d38-5567-4388-b794-84c92e1bf4de req-28c7fd76-0e95-4ce4-80df-96f0fcb46c4b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566740 Sep 12 14:19:47.575317 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a258-9d73-4b6f-a04d-1842e98579d3 req-c2d3c8f9-ac40-48b2-9931-4ff747b04872 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:47.577830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4566a258-9d73-4b6f-a04d-1842e98579d3 req-c2d3c8f9-ac40-48b2-9931-4ff747b04872 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0580049 Sep 12 14:19:47.644426 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4566a258-9d73-4b6f-a04d-1842e98579d3 req-0bf992a5-ad49-4cf7-be43-f3370e722b19 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549674 Sep 12 14:19:48.311488 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b1576-1d3a-48b7-8116-8ff5188be261 req-c3e0bb23-171a-431b-bc81-75863bd2f0dd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:48.313000 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da3b1576-1d3a-48b7-8116-8ff5188be261 req-c3e0bb23-171a-431b-bc81-75863bd2f0dd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0834627 Sep 12 14:19:48.423542 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da3b1576-1d3a-48b7-8116-8ff5188be261 req-9992a852-d14a-478b-8f34-d769e95f295a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048791 Sep 12 14:19:48.774292 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:19:48.812404 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64559-4fc5-456f-8b1b-dee4d9ac8ced req-f11d2aaa-32ac-42bc-b0fd-523687e0613c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:48.813913 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0bc64559-4fc5-456f-8b1b-dee4d9ac8ced req-f11d2aaa-32ac-42bc-b0fd-523687e0613c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0770974 Sep 12 14:19:48.877851 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0bc64559-4fc5-456f-8b1b-dee4d9ac8ced req-1bac87cb-21ec-4bfe-b405-e0a0b278bbe0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543070 Sep 12 14:19:49.572568 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:49.581601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144babd-effb-42e2-9367-8acd43a24773 req-d28c6393-8cc7-40c2-8b62-390b0fd7a86b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:49.583112 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2144babd-effb-42e2-9367-8acd43a24773 req-d28c6393-8cc7-40c2-8b62-390b0fd7a86b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0720670 Sep 12 14:19:49.643437 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2144babd-effb-42e2-9367-8acd43a24773 req-5e94f04e-04a1-4d74-9c5c-5a8858191467 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536485 Sep 12 14:19:50.019987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ecdad-80df-4f3d-b558-3950c6720a8f req-c00c5ca3-f70a-4d0d-bf74-9a96a12cfa01 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:50.022439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-824ecdad-80df-4f3d-b558-3950c6720a8f req-c00c5ca3-f70a-4d0d-bf74-9a96a12cfa01 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0591393 Sep 12 14:19:50.077145 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-824ecdad-80df-4f3d-b558-3950c6720a8f req-f513fea6-5879-40d0-9560-21a15db1b0c4 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 Sep 12 14:19:50.775808 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0606ff-6b54-4843-9fde-3f23b5cc1d41 req-0aec3156-b833-4ab9-900b-82f7742718de tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:50.777396 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7e0606ff-6b54-4843-9fde-3f23b5cc1d41 req-0aec3156-b833-4ab9-900b-82f7742718de tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0515220 Sep 12 14:19:50.828728 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7e0606ff-6b54-4843-9fde-3f23b5cc1d41 req-6da03d45-61e2-4b57-8cd3-956e61758e71 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455775 Sep 12 14:19:51.221234 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170cac7-86dc-4827-bb35-8a2281fbdf86 req-39e6643e-1df6-4925-8b8f-490978626f0e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:51.222678 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d170cac7-86dc-4827-bb35-8a2281fbdf86 req-39e6643e-1df6-4925-8b8f-490978626f0e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0477147 Sep 12 14:19:51.280902 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d170cac7-86dc-4827-bb35-8a2281fbdf86 req-9dd59752-385d-41ed-9c6b-8fe7ce061820 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Sep 12 14:19:51.958634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f99da3-3fa1-4be0-868a-9aad1c187453 req-06cfb968-1042-46e8-bf9d-952fdf95433f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:51.960134 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f5f99da3-3fa1-4be0-868a-9aad1c187453 req-06cfb968-1042-46e8-bf9d-952fdf95433f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0463123 Sep 12 14:19:52.009676 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f5f99da3-3fa1-4be0-868a-9aad1c187453 req-1ffa1fef-729b-41ef-8d0b-2af7a46e8d4d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437448 Sep 12 14:19:52.410765 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da30c-58cd-46ab-8c6c-348e59ac6f6e req-e9f1e252-24b2-4626-9238-93047112725a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:52.412238 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-196da30c-58cd-46ab-8c6c-348e59ac6f6e req-e9f1e252-24b2-4626-9238-93047112725a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0463929 Sep 12 14:19:52.424570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:52.461154 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-196da30c-58cd-46ab-8c6c-348e59ac6f6e req-c96b8b1b-9651-4642-8e8d-e276acd7fc17 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Sep 12 14:19:53.133981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daab6a-2a53-4feb-88ae-33dc07f03d2d req-218d6881-6a9d-4d53-9a3b-0e47909b3ffb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:53.135431 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d9daab6a-2a53-4feb-88ae-33dc07f03d2d req-218d6881-6a9d-4d53-9a3b-0e47909b3ffb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0455675 Sep 12 14:19:53.182729 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d9daab6a-2a53-4feb-88ae-33dc07f03d2d req-022661af-18d6-4d2c-870b-0ef1989e4e43 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418088 Sep 12 14:19:53.582418 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4524f-076f-40dd-a50d-6a0b0cebaa4d req-e417b927-9505-4c30-ac1a-97ec658f681b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:53.583807 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7c4524f-076f-40dd-a50d-6a0b0cebaa4d req-e417b927-9505-4c30-ac1a-97ec658f681b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0496216 Sep 12 14:19:53.631756 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a7c4524f-076f-40dd-a50d-6a0b0cebaa4d req-20444ec8-c7d2-4265-82da-0a3f09c2e747 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Sep 12 14:19:54.234401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=44 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:54.235653 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=53 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:54.311314 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece63a9-ed29-43cb-800a-5f367d67cb04 req-24a072af-b2ef-4a14-bc89-ad770292d196 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:54.312771 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8ece63a9-ed29-43cb-800a-5f367d67cb04 req-24a072af-b2ef-4a14-bc89-ad770292d196 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0471406 Sep 12 14:19:54.361263 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8ece63a9-ed29-43cb-800a-5f367d67cb04 req-fcbf5218-8abd-4df4-9f56-ba227fc3d201 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426524 Sep 12 14:19:54.752433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4a373-7e84-4b63-98f1-8a1fe83dc8ef req-9294dec2-db81-4e6c-ac95-b24ff956874b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:54.753850 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36f4a373-7e84-4b63-98f1-8a1fe83dc8ef req-9294dec2-db81-4e6c-ac95-b24ff956874b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0482433 Sep 12 14:19:54.802594 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36f4a373-7e84-4b63-98f1-8a1fe83dc8ef req-d8d6c9d5-b31f-4db5-b190-bfc14b02360f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Sep 12 14:19:55.487433 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b9b73-b637-4fa3-b274-3bf6104bcc43 req-e34a7b0a-7aa4-48c5-94b8-c71a0297177d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:55.489225 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d59b9b73-b637-4fa3-b274-3bf6104bcc43 req-e34a7b0a-7aa4-48c5-94b8-c71a0297177d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0480592 Sep 12 14:19:55.540399 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d59b9b73-b637-4fa3-b274-3bf6104bcc43 req-c780e624-cee4-4ff0-a8d6-8bc4ec401358 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441236 Sep 12 14:19:55.919101 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a8a6-9c94-448b-955c-480ba8917c6b req-f6e9155e-4295-4b71-b1d3-854785705bc6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:55.921104 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4ba5a8a6-9c94-448b-955c-480ba8917c6b req-f6e9155e-4295-4b71-b1d3-854785705bc6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0451910 Sep 12 14:19:55.931661 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:55.974504 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4ba5a8a6-9c94-448b-955c-480ba8917c6b req-fafa8d0c-e912-455c-96dd-bc62903fee6d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 Sep 12 14:19:56.721383 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20369e62-6459-4f82-88e1-8bff24b13f11 req-17e57d8d-c81c-404a-87ec-9d7cb2452788 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:56.723121 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20369e62-6459-4f82-88e1-8bff24b13f11 req-17e57d8d-c81c-404a-87ec-9d7cb2452788 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0954742 Sep 12 14:19:56.780414 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-20369e62-6459-4f82-88e1-8bff24b13f11 req-5671cfe4-0aa4-49e5-94fc-57129ed2e6b1 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489631 Sep 12 14:19:57.100539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb258b-7191-4125-8484-64081a9a08c6 req-8ddba189-733e-428a-ad57-9538f8b7af61 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:57.102747 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fbb258b-7191-4125-8484-64081a9a08c6 req-8ddba189-733e-428a-ad57-9538f8b7af61 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0478995 Sep 12 14:19:57.150052 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2fbb258b-7191-4125-8484-64081a9a08c6 req-336858ad-c49c-4aa3-b591-a97d1fbe3ffe tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Sep 12 14:19:57.908250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7e40-4756-41ee-9a4a-15a8bea8eb95 req-fb169dfc-a507-4e3d-a90f-a4bce725922b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:57.909710 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e28e7e40-4756-41ee-9a4a-15a8bea8eb95 req-fb169dfc-a507-4e3d-a90f-a4bce725922b tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0558829 Sep 12 14:19:57.956401 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e28e7e40-4756-41ee-9a4a-15a8bea8eb95 req-1078ec2c-fe99-493f-81b7-343e9ec38be9 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412033 Sep 12 14:19:58.266718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba5f2-5d85-4f7f-9a5f-6f50332ae583 req-fd53970e-2f69-4b6a-99b5-07b16e5503a7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:58.268177 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3e5ba5f2-5d85-4f7f-9a5f-6f50332ae583 req-fd53970e-2f69-4b6a-99b5-07b16e5503a7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0451820 Sep 12 14:19:58.316063 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3e5ba5f2-5d85-4f7f-9a5f-6f50332ae583 req-b848b460-3782-4b60-a1c1-747257151534 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Sep 12 14:19:58.336093 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=11 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:58.380409 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=15 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:58.760727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:58.769405 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:59.082863 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:19:59.090954 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592532a-b3b6-4355-8801-52ae3d70dcbc req-e9fbe877-ffe4-4ec8-9123-7e8f5a0e11dc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:59.092415 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f592532a-b3b6-4355-8801-52ae3d70dcbc req-e9fbe877-ffe4-4ec8-9123-7e8f5a0e11dc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0470951 Sep 12 14:19:59.142067 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f592532a-b3b6-4355-8801-52ae3d70dcbc req-2d2822d0-f253-4aad-808f-6539ec13dd0a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441303 Sep 12 14:19:59.433783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853895cf-3135-4db0-a7c8-607933a75601 req-9bb2619e-2ffb-4fee-b2c7-981e5214c94e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:19:59.435236 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-853895cf-3135-4db0-a7c8-607933a75601 req-9bb2619e-2ffb-4fee-b2c7-981e5214c94e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0456347 Sep 12 14:19:59.483632 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-853895cf-3135-4db0-a7c8-607933a75601 req-905832bb-8cb2-467a-8523-43a662b352bd tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Sep 12 14:20:00.285093 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ff67-e9d7-4744-8044-975774574640 req-989e3932-c709-4be1-ae4a-dabafdb899f4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:00.286561 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8210ff67-e9d7-4744-8044-975774574640 req-989e3932-c709-4be1-ae4a-dabafdb899f4 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0472264 Sep 12 14:20:00.325048 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50940) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:00.335309 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8210ff67-e9d7-4744-8044-975774574640 req-3facc572-d975-45b2-bf99-738c17cdcc4c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427768 Sep 12 14:20:00.429637 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dc3b310d-2a17-4110-900b-2d31d59cf900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.504439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dc3b310d-2a17-4110-900b-2d31d59cf900 admin admin] Publish callbacks [] for security_group (5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.508058 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-dc3b310d-2a17-4110-900b-2d31d59cf900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.544974 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b310d-2a17-4110-900b-2d31d59cf900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:00.554733 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50948) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:00.563425 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-dc3b310d-2a17-4110-900b-2d31d59cf900 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=886e4a96cfbf4f879d28a681dd348b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367251 Sep 12 14:20:00.633984 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e956-4295-416c-bf39-a28faac4685e req-dbd83c4e-fd35-4d25-8830-a5893b173531 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:00.635450 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d517e956-4295-416c-bf39-a28faac4685e req-dbd83c4e-fd35-4d25-8830-a5893b173531 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0743508 Sep 12 14:20:00.659170 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Publish callbacks [] for security_group (5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.691029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Publish callbacks [] for security_group (5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.717902 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d517e956-4295-416c-bf39-a28faac4685e req-a11a8689-6b9f-4bd8-bbbe-abdf1c12e54e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747190 Sep 12 14:20:00.751180 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.753708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:00.754795 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a HTTP/1.1" status: 204 len: 168 time: 0.1990767 Sep 12 14:20:00.762428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c0bf4-875d-446a-b183-3e6bc8f0dd1a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:00.769459 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.769798 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.770129 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.770454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.770778 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.771128 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.771448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.771763 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.772148 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.772387 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.772706 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.773015 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.773334 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.773645 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:00.773956 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d2cf8-2c38-405a-bb4d-b16d51e8ef4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:01.458743 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:01.469135 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c42e-86da-4c23-b942-5f271c192b66 req-8d0c9aed-6280-43b8-ab01-2882d34e3536 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:01.470711 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c26c42e-86da-4c23-b942-5f271c192b66 req-8d0c9aed-6280-43b8-ab01-2882d34e3536 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0538008 Sep 12 14:20:01.518524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c26c42e-86da-4c23-b942-5f271c192b66 req-d5d1649f-384a-4aa9-9132-305c9979b0cf tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423102 Sep 12 14:20:01.763173 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 50988) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:01.842214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821c0bd-e87d-4bbc-b728-34deecd724a7 req-6b50dc49-fe3e-4afb-9c7e-0ee32b4c2bf8 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:01.843771 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f821c0bd-e87d-4bbc-b728-34deecd724a7 req-6b50dc49-fe3e-4afb-9c7e-0ee32b4c2bf8 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0484006 Sep 12 14:20:01.879131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-235aa473-3f4e-4f74-b26c-b2dac35b7da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:01.920057 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f821c0bd-e87d-4bbc-b728-34deecd724a7 req-8546750a-2030-49db-997a-6dd28a0b1130 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707855 Sep 12 14:20:01.979828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-235aa473-3f4e-4f74-b26c-b2dac35b7da7 admin admin] Publish callbacks [] for security_group (3e0fc66b-7ce8-440e-9dbc-85cb1c982452), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:01.983248 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-235aa473-3f4e-4f74-b26c-b2dac35b7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (3e0fc66b-7ce8-440e-9dbc-85cb1c982452), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:02.021944 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-235aa473-3f4e-4f74-b26c-b2dac35b7da7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=39a36ef424d746ad9ef385ad658c6ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577567 Sep 12 14:20:02.022771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aa473-3f4e-4f74-b26c-b2dac35b7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0fc66b-7ce8-440e-9dbc-85cb1c982452,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:02.025433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 50992) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:02.074377 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] Publish callbacks [] for security_group (3e0fc66b-7ce8-440e-9dbc-85cb1c982452), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:02.097452 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] Publish callbacks [] for security_group (3e0fc66b-7ce8-440e-9dbc-85cb1c982452), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:02.143720 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (3e0fc66b-7ce8-440e-9dbc-85cb1c982452), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:02.146359 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:02.147527 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e0fc66b-7ce8-440e-9dbc-85cb1c982452 HTTP/1.1" status: 204 len: 168 time: 0.1207476 Sep 12 14:20:02.155194 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287023c-7ba9-4a24-a857-0b8a35881ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0fc66b-7ce8-440e-9dbc-85cb1c982452,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:02.632075 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:02.643304 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833c79-68dc-42ad-8220-1d31f873b4c8 req-73acb145-9a5a-411b-8a9f-043108ca1512 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:02.644758 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17833c79-68dc-42ad-8220-1d31f873b4c8 req-73acb145-9a5a-411b-8a9f-043108ca1512 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0471644 Sep 12 14:20:02.692356 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-17833c79-68dc-42ad-8220-1d31f873b4c8 req-12526129-ce16-47a2-9b9a-a8d3f009bd7f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418408 Sep 12 14:20:03.044599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007859f3-9f19-4334-890c-14f82098353c req-1d280d94-8df6-4ad4-aae8-a366770d689d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:03.046074 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-007859f3-9f19-4334-890c-14f82098353c req-1d280d94-8df6-4ad4-aae8-a366770d689d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0453277 Sep 12 14:20:03.091825 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c614d089-e611-45c0-81e1-ced6d26ac48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:03.102748 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-007859f3-9f19-4334-890c-14f82098353c req-961a62ee-9d51-44f9-8274-c4ce9ca8c171 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511982 Sep 12 14:20:03.583102 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:20:03.822761 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffac33-408f-49bd-8d30-ec0870165f5f req-b043bdd1-0dca-4855-b12a-05fcaf42ae64 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:03.824288 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-abffac33-408f-49bd-8d30-ec0870165f5f req-b043bdd1-0dca-4855-b12a-05fcaf42ae64 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0473218 Sep 12 14:20:03.870949 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-abffac33-408f-49bd-8d30-ec0870165f5f req-af849357-d25e-4286-b8e5-ddcf01bbc95f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411725 Sep 12 14:20:04.220943 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74754-7c99-4964-b21d-4555ab2d6d3c req-b0d01163-a237-4cb2-9b01-d585ced227ff tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:04.222357 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-47f74754-7c99-4964-b21d-4555ab2d6d3c req-b0d01163-a237-4cb2-9b01-d585ced227ff tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0461724 Sep 12 14:20:04.269869 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-47f74754-7c99-4964-b21d-4555ab2d6d3c req-4abff260-f0a3-461e-9962-5ab4e6ffc137 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Sep 12 14:20:05.000812 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b173-2917-474f-a1c3-5724dec1c1c0 req-ef3aa3b6-e4a6-459e-8536-3f2d316c3b0c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:05.002240 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4e42b173-2917-474f-a1c3-5724dec1c1c0 req-ef3aa3b6-e4a6-459e-8536-3f2d316c3b0c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0498364 Sep 12 14:20:05.048362 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4e42b173-2917-474f-a1c3-5724dec1c1c0 req-80f94bb0-e2b8-428b-8496-b2163ce48de8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405200 Sep 12 14:20:05.285852 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5a26632b-f606-426a-9639-30fe9b631ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:05.388601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f828-14d3-43a0-8a5c-54715628963e req-991cdf04-7814-46b5-b782-86ac437b0d24 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:05.390535 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c187f828-14d3-43a0-8a5c-54715628963e req-991cdf04-7814-46b5-b782-86ac437b0d24 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0452843 Sep 12 14:20:05.438747 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c187f828-14d3-43a0-8a5c-54715628963e req-91cf650b-8c36-463d-a48a-79b159fcbfdb tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Sep 12 14:20:06.172620 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f338847-ab82-40bd-8880-92ce167de77f req-f96cba90-d232-48c7-bf97-c9b244684075 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:06.174033 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9f338847-ab82-40bd-8880-92ce167de77f req-f96cba90-d232-48c7-bf97-c9b244684075 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0448945 Sep 12 14:20:06.222563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9f338847-ab82-40bd-8880-92ce167de77f req-3a851875-9a15-450d-92f8-cd2571f4238a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430727 Sep 12 14:20:06.521146 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:06.558906 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b9cb9-8192-45fa-81d5-87c274b81523 req-eba27bf9-5ae8-4790-9a63-006e0022e297 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:06.560346 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-911b9cb9-8192-45fa-81d5-87c274b81523 req-eba27bf9-5ae8-4790-9a63-006e0022e297 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0475528 Sep 12 14:20:06.608705 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-911b9cb9-8192-45fa-81d5-87c274b81523 req-fa7940e6-49ea-436c-95a0-aa669399e211 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Sep 12 14:20:06.624861 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:07.347429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c5aba-41c2-40c3-860b-41c3710d092b req-00c15f90-bbb1-4f2f-a570-36baaba62f8d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:07.348947 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af1c5aba-41c2-40c3-860b-41c3710d092b req-00c15f90-bbb1-4f2f-a570-36baaba62f8d tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0467126 Sep 12 14:20:07.394884 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-af1c5aba-41c2-40c3-860b-41c3710d092b req-52dcb96b-e40e-4d3d-8ff9-fbf7faf656d8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404921 Sep 12 14:20:07.738713 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58b92-3863-469e-834d-03d5d915be45 req-e50d9ffb-456f-4ebb-a066-fe21f0aba7c2 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:07.740189 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5be58b92-3863-469e-834d-03d5d915be45 req-e50d9ffb-456f-4ebb-a066-fe21f0aba7c2 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0512397 Sep 12 14:20:07.788298 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5be58b92-3863-469e-834d-03d5d915be45 req-7576c98a-cd83-4faa-a182-dfefcadda462 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Sep 12 14:20:08.166226 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:08.320745 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:08.520419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91369530-9f79-4a7f-8701-6c923d40d063 req-afb77e32-0d11-4e0c-8654-7d97b363fb77 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:08.521912 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91369530-9f79-4a7f-8701-6c923d40d063 req-afb77e32-0d11-4e0c-8654-7d97b363fb77 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0455811 Sep 12 14:20:08.569022 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-91369530-9f79-4a7f-8701-6c923d40d063 req-9df16f78-d3b7-44b5-af12-1690bb935a7a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416000 Sep 12 14:20:08.870966 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:08.910662 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53361-891b-462b-a87e-1e8ed02f7b49 req-5ec3ce22-2de4-4fb1-b3e3-7f67d976d70c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:08.912101 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-66d53361-891b-462b-a87e-1e8ed02f7b49 req-5ec3ce22-2de4-4fb1-b3e3-7f67d976d70c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0493042 Sep 12 14:20:08.961809 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-66d53361-891b-462b-a87e-1e8ed02f7b49 req-34756f01-1ecf-48ed-a4a0-ff955938054a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Sep 12 14:20:09.694298 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba6410-1f42-4618-8eb1-540a682cb560 req-5f57c800-ecfb-4b1d-801e-977e57667fbb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:09.695744 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28ba6410-1f42-4618-8eb1-540a682cb560 req-5f57c800-ecfb-4b1d-801e-977e57667fbb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0458019 Sep 12 14:20:09.744849 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-28ba6410-1f42-4618-8eb1-540a682cb560 req-972aece7-72b2-49a6-99a7-f47c70a5da3f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435865 Sep 12 14:20:10.079104 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276cb56-2dc7-4dcf-b909-dcf1c6967ea8 req-63279c92-a26f-4564-b8c0-5951c6c8f9b1 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:10.080267 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b276cb56-2dc7-4dcf-b909-dcf1c6967ea8 req-63279c92-a26f-4564-b8c0-5951c6c8f9b1 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0452700 Sep 12 14:20:10.131733 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b276cb56-2dc7-4dcf-b909-dcf1c6967ea8 req-25f27d97-dc54-4b5a-8da6-5581003897a5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458846 Sep 12 14:20:10.868938 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a1814-fe85-47e9-9a1f-091b1f909ff0 req-017e61fa-5920-41e7-8278-cefdebf5d0ec tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:10.870363 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e26a1814-fe85-47e9-9a1f-091b1f909ff0 req-017e61fa-5920-41e7-8278-cefdebf5d0ec tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0458326 Sep 12 14:20:10.915689 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e26a1814-fe85-47e9-9a1f-091b1f909ff0 req-36c22228-e28f-49c2-9666-84aebe1635af tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398076 Sep 12 14:20:11.251240 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846cbc9-de22-4343-8b19-750a30e9108c req-fff1c66a-f310-4b13-b0a0-6aa0fd1169b0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:11.252689 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7846cbc9-de22-4343-8b19-750a30e9108c req-fff1c66a-f310-4b13-b0a0-6aa0fd1169b0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0457506 Sep 12 14:20:11.300507 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7846cbc9-de22-4343-8b19-750a30e9108c req-e16b91d8-9a42-494d-9095-098aaa91aee1 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Sep 12 14:20:12.043879 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1cd03-b96a-40f4-b78f-f95560076eb4 req-1881735a-4908-4e14-96b2-33cf02637971 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:12.045317 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6f1cd03-b96a-40f4-b78f-f95560076eb4 req-1881735a-4908-4e14-96b2-33cf02637971 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 943 time: 0.0488796 Sep 12 14:20:12.063455 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:20:12.093047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f6f1cd03-b96a-40f4-b78f-f95560076eb4 req-3c119082-7c7b-4062-9a84-bc551610217e tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415504 Sep 12 14:20:12.130078 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:12.151521 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:12.160769 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:12.172221 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'port_id': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'mac_address': 'fa:16:3e:83:7c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:20:12.213000 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:20:12.213407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:12.228874 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:20:12.254352 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:12.258504 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:12.259183 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:20:12.367085 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=9']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:12.380124 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.380750 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.381083 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.381412 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.381740 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.382220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.382541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.382886 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.383195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.383513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.386764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.386764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.386764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.386764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.386764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:12.425537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:12.439165 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'mac_address': 'fa:16:3e:b5:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:20:12.450562 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74f9c9-4679-4ef4-bd7f-b906f3c44752 req-ab1ef63f-c214-4d95-8a8c-91bb0f1e60d0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:12.452156 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cc74f9c9-4679-4ef4-bd7f-b906f3c44752 req-ab1ef63f-c214-4d95-8a8c-91bb0f1e60d0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0588484 Sep 12 14:20:12.490159 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eb9b598a-ecdd-4396-817a-a89e4fcfe13b is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:20:12.490693 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:12.497081 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:12.504646 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9b598a-ecdd-4396-817a-a89e4fcfe13b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:20:12.506686 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-cc74f9c9-4679-4ef4-bd7f-b906f3c44752 req-6827ad44-561f-47f7-b675-a324565113f9 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Sep 12 14:20:12.526006 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:12.539182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:12.586345 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:12.938322 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['eb9b598a-ecdd-4396-817a-a89e4fcfe13b'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:20:13.042536 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['64d3ae8a-0bd3-46b1-ae67-280f451b2214'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:20:13.069792 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:13.076392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:13.229046 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bcb3a-64cb-40fb-a678-408f2e69c0ae req-01b6b5c5-c75a-4967-a6f4-7347126047c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:13.230465 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f45bcb3a-64cb-40fb-a678-408f2e69c0ae req-01b6b5c5-c75a-4967-a6f4-7347126047c0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 944 time: 0.0513234 Sep 12 14:20:13.284170 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f45bcb3a-64cb-40fb-a678-408f2e69c0ae req-031711d5-4bae-4496-b488-abd6bf2ffccc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478837 Sep 12 14:20:13.633948 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e0eb5-242f-440f-9e95-f6fd7b5bdf09 req-3a7abcbf-6336-4bff-aba9-7ae74a279f6c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:13.635569 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e31e0eb5-242f-440f-9e95-f6fd7b5bdf09 req-3a7abcbf-6336-4bff-aba9-7ae74a279f6c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 945 time: 0.0473948 Sep 12 14:20:13.684119 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e31e0eb5-242f-440f-9e95-f6fd7b5bdf09 req-422fc4a3-1ecf-4f3f-8f32-f08d4fc8d402 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426900 Sep 12 14:20:13.928779 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae990f55-a840-4b58-bfeb-eb4d9d6dc300 req-17dc0a92-eff3-46ee-894b-4f284c670c86 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:13.930353 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ae990f55-a840-4b58-bfeb-eb4d9d6dc300 req-17dc0a92-eff3-46ee-894b-4f284c670c86 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Sep 12 14:20:13.977522 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ae990f55-a840-4b58-bfeb-eb4d9d6dc300 req-fcb8d464-5798-4847-b3bc-70ecd613f89d tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Sep 12 14:20:14.181969 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e24261-a5f4-4e07-85ad-6e42c75b5032 req-543fa3a9-c6c9-4af6-b979-a0db75201ae3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:14.183435 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-10e24261-a5f4-4e07-85ad-6e42c75b5032 req-543fa3a9-c6c9-4af6-b979-a0db75201ae3 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0500619 Sep 12 14:20:14.206441 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:20:14.231752 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-10e24261-a5f4-4e07-85ad-6e42c75b5032 req-3d3567ed-1b5f-40b8-80f9-17099663d230 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Sep 12 14:20:14.252389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:20:14.252762 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.330720 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:20:14.331366 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.360491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:14.362685 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1140be5-899d-4d8f-8265-e5f5120dffe1" -d '{"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:14.375895 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:14.381699 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.383089 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:20:14.409152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28edf985-7864-4f0b-9732-15794ba3caa9 x-openstack-request-id: req-28edf985-7864-4f0b-9732-15794ba3caa9 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:14.409439 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:14.409687 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28edf985-7864-4f0b-9732-15794ba3caa9 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:14.410076 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28edf985-7864-4f0b-9732-15794ba3caa9'] response: {'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'code': 200} Sep 12 14:20:14.440372 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e2c5d-01cb-415a-8a6e-436185294409 req-91b3b2ec-7dff-4b1c-af72-cc9a9a4975a8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:14.442002 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-289e2c5d-01cb-415a-8a6e-436185294409 req-91b3b2ec-7dff-4b1c-af72-cc9a9a4975a8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0650704 Sep 12 14:20:14.478066 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port eb9b598a-ecdd-4396-817a-a89e4fcfe13b completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:20:14.479023 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:14.481064 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=10']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:14.489705 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port eb9b598a-ecdd-4396-817a-a89e4fcfe13b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:20:14.490472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.499218 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-289e2c5d-01cb-415a-8a6e-436185294409 req-0008afc3-1c58-4cf0-9b60-fbb9cfb23e68 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497067 Sep 12 14:20:14.570575 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eb9b598a-ecdd-4396-817a-a89e4fcfe13b is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:20:14.570985 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.603298 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:14.606990 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:14.654617 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:14.806723 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbbae-36c6-4891-a94e-ab17423499ab req-892a4307-8a2d-4552-b6a9-84e9f5c87d12 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:14.808169 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e98dbbae-36c6-4891-a94e-ab17423499ab req-892a4307-8a2d-4552-b6a9-84e9f5c87d12 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Sep 12 14:20:14.857564 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e98dbbae-36c6-4891-a94e-ab17423499ab req-9ca2e805-f239-4880-9243-1e89aea1b641 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Sep 12 14:20:15.095464 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df48f8-1b9d-4db8-babe-a7a466a46a00 req-963d52a7-75b2-492f-a69e-e2e4d9764094 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:15.096868 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6df48f8-1b9d-4db8-babe-a7a466a46a00 req-963d52a7-75b2-492f-a69e-e2e4d9764094 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0454383 Sep 12 14:20:15.142225 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b6df48f8-1b9d-4db8-babe-a7a466a46a00 req-1d1820db-c18d-40b0-aabe-11bf2dba5d9a tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Sep 12 14:20:15.351736 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cceff13-d5f9-4a84-b8c4-f2f83462747c req-b6128679-56a4-49c2-8957-0f64b8aca819 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:15.353173 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cceff13-d5f9-4a84-b8c4-f2f83462747c req-b6128679-56a4-49c2-8957-0f64b8aca819 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0463283 Sep 12 14:20:15.401591 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cceff13-d5f9-4a84-b8c4-f2f83462747c req-b0b45a04-09b4-4782-a54b-01582e9f8577 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Sep 12 14:20:15.624862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d3e7c-0713-4fe2-a5c9-98e26e9d2e83 req-84a5c24b-fcbe-4252-912e-b3b28b41822c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:15.626302 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b39d3e7c-0713-4fe2-a5c9-98e26e9d2e83 req-84a5c24b-fcbe-4252-912e-b3b28b41822c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0458391 Sep 12 14:20:15.672427 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b39d3e7c-0713-4fe2-a5c9-98e26e9d2e83 req-0374288c-0a5a-4ad6-b32f-c9a277e04ba6 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405819 Sep 12 14:20:15.976104 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42986be1-5f11-4eec-b4ba-b47522eda57e req-2c01b598-b61b-498a-926a-0cd839d3d2df tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:15.977453 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42986be1-5f11-4eec-b4ba-b47522eda57e req-2c01b598-b61b-498a-926a-0cd839d3d2df tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0464082 Sep 12 14:20:16.025046 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-42986be1-5f11-4eec-b4ba-b47522eda57e req-519b7031-d7ce-4d10-bca5-655a86f3bb2f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Sep 12 14:20:16.265008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96825a31-6fff-46c8-832b-3ef3e18fb1ae req-ecd6de16-9d49-4173-896b-8dc8395f6f71 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:16.266442 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-96825a31-6fff-46c8-832b-3ef3e18fb1ae req-ecd6de16-9d49-4173-896b-8dc8395f6f71 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Sep 12 14:20:16.314097 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-96825a31-6fff-46c8-832b-3ef3e18fb1ae req-4f9aeea4-40e0-4d0f-aee1-499e54b64804 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Sep 12 14:20:16.411355 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:16.413590 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb257a-54e2-4cec-8fa2-a2e6420e36bb" -d '{"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:16.450501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e5933-8d99-4868-a098-f1d1c0f6ded1 x-openstack-request-id: req-ff2e5933-8d99-4868-a098-f1d1c0f6ded1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:16.450790 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:16.451072 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff2e5933-8d99-4868-a098-f1d1c0f6ded1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:16.451464 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2e5933-8d99-4868-a098-f1d1c0f6ded1'] response: {'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'code': 200} Sep 12 14:20:16.521474 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29898b-d934-4b1f-9b16-18fa09d2469a req-888d9bf0-d01a-492a-a6bf-d91cce5ccc22 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:16.522796 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a29898b-d934-4b1f-9b16-18fa09d2469a req-888d9bf0-d01a-492a-a6bf-d91cce5ccc22 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0458767 Sep 12 14:20:16.534023 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:16.569684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8a29898b-d934-4b1f-9b16-18fa09d2469a req-b0a59ced-1994-4f33-b793-d4c80396ced0 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Sep 12 14:20:16.797266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fd65-86a7-4e8b-a284-8deb424619f2 req-63a9e2a9-fac8-4841-941e-a5f4540607bb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:16.798636 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-00e0fd65-86a7-4e8b-a284-8deb424619f2 req-63a9e2a9-fac8-4841-941e-a5f4540607bb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0463896 Sep 12 14:20:16.849646 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-00e0fd65-86a7-4e8b-a284-8deb424619f2 req-e5bc4d2d-cf98-429a-a52b-3bbb8c652d45 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453417 Sep 12 14:20:17.143363 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec34f5-a60e-4251-b6c6-db8a393d3675 req-66685e91-1001-4471-bf6b-9b85ecfa3ebe tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.144966 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-afec34f5-a60e-4251-b6c6-db8a393d3675 req-66685e91-1001-4471-bf6b-9b85ecfa3ebe tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0468452 Sep 12 14:20:17.175622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-892cd03f-6c5c-4642-bbd0-5f41a483b291 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.177116 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-892cd03f-6c5c-4642-bbd0-5f41a483b291 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 12 14:20:17.240034 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-afec34f5-a60e-4251-b6c6-db8a393d3675 req-2a978db5-14b5-45b1-bc3f-9c58fb7c189f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877697 Sep 12 14:20:17.254554 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ba3cb-c96c-4e99-9a20-85a388f19d37 req-a55f16f7-bb85-4ee7-88b6-f3e7869de3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.256034 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d1ba3cb-c96c-4e99-9a20-85a388f19d37 req-a55f16f7-bb85-4ee7-88b6-f3e7869de3ac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1130 time: 0.0778840 Sep 12 14:20:17.270374 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-4e0238cc-b536-492b-9566-2e52879ab692 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.271822 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-4e0238cc-b536-492b-9566-2e52879ab692 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.0986834 Sep 12 14:20:17.278358 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe62c-dd0d-4f05-8bfb-51cc6615f9aa req-40d5f767-698d-4f9c-80f5-0a4855017d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.280325 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0bfe62c-dd0d-4f05-8bfb-51cc6615f9aa req-40d5f767-698d-4f9c-80f5-0a4855017d3d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0559783 Sep 12 14:20:17.310430 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Deleting port 9a806fa5-8e1e-44d6-ad92-6327e1178def {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:17.310980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.329588 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:17.375672 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d1ba3cb-c96c-4e99-9a20-85a388f19d37 req-46afa3d7-c291-4f89-9739-cd00ce5f92d0 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968518 Sep 12 14:20:17.384991 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c0bfe62c-dd0d-4f05-8bfb-51cc6615f9aa req-6d946510-7836-4916-89a2-626ac3adb78c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987391 Sep 12 14:20:17.391242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port b2fa8bcd-6303-4882-9b72-12e99c78a342 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:17.391586 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.418068 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] For port 9a806fa5-8e1e-44d6-ad92-6327e1178def, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9a806fa5-8e1e-44d6-ad92-6327e1178def,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:17.418427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.482511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31a3a-81eb-4f84-8c0d-4550ecf2a606 req-59a3c167-abcd-4ddf-994a-28fd4a9f3966 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:17.484015 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3eb31a3a-81eb-4f84-8c0d-4550ecf2a606 req-59a3c167-abcd-4ddf-994a-28fd4a9f3966 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 945 time: 0.0894866 Sep 12 14:20:17.557686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] For port b2fa8bcd-6303-4882-9b72-12e99c78a342, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b2fa8bcd-6303-4882-9b72-12e99c78a342,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:17.558050 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.575932 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3eb31a3a-81eb-4f84-8c0d-4550ecf2a606 req-ac446662-e58e-4cc1-8323-c5d5e56fe8f7 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac41fe52-02f7-4742-b206-f535ae2dbcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849607 Sep 12 14:20:17.581317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.581802 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.582216 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Floating IP 0510004b-458c-40dd-a36c-76b1d92b2e5c disassociated. External IP: 172.27.3.183, port: 9a806fa5-8e1e-44d6-ad92-6327e1178def. Sep 12 14:20:17.582669 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Calling delete_port for 9a806fa5-8e1e-44d6-ad92-6327e1178def owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:17.710731 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (9a806fa5-8e1e-44d6-ad92-6327e1178def), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:17.748770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'Port': ['ID=9a806fa5-8e1e-44d6-ad92-6327e1178def,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:17.857205 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:20:17.970606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:20:17.982093 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:20:17.993392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:17.994121 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:18.021215 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] No DVR routers for this DVR port 9a806fa5-8e1e-44d6-ad92-6327e1178def on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:20:18.023935 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.026577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:18.027687 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8f574c9f-6fa5-47ab-8de7-172758edbe86 req-c4a71b52-3480-4914-a4ce-3c8895f4f5f4 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.23 "DELETE /networking/v2.0/ports/9a806fa5-8e1e-44d6-ad92-6327e1178def HTTP/1.1" status: 204 len: 173 time: 0.8390596 Sep 12 14:20:18.028401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'name': 'network-vif-deleted', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:18.030877 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8263f1-c254-4851-98ec-65dcc002df64" -d '{"events": [{"server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "name": "network-vif-deleted", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:18.041015 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96f958-92b0-4941-b189-a0f6554875d6 req-7fab2982-b202-4ebd-ba60-8cbc779f1ed1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:18.042467 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ae96f958-92b0-4941-b189-a0f6554875d6 req-7fab2982-b202-4ebd-ba60-8cbc779f1ed1 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 946 time: 0.3843181 Sep 12 14:20:18.043373 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:18.104412 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.104836 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.105090 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Floating IP 177a4649-c2ca-4e01-9feb-96b09923be33 disassociated. External IP: 172.27.3.14, port: b2fa8bcd-6303-4882-9b72-12e99c78a342. Sep 12 14:20:18.105436 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for b2fa8bcd-6303-4882-9b72-12e99c78a342 owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:18.108494 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:18.112951 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2632ccc-1466-425e-9c50-9399729397bd req-b04c651d-d804-4fae-b175-2c22f07bdac7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:18.114472 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e2632ccc-1466-425e-9c50-9399729397bd req-b04c651d-d804-4fae-b175-2c22f07bdac7 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0965462 Sep 12 14:20:18.164299 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ae96f958-92b0-4941-b189-a0f6554875d6 req-d41fbf43-f45c-4b19-8208-6cfceb1ab610 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=53dc36b8-fd10-4014-b653-2f49a21d523a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015122 Sep 12 14:20:18.204712 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:18.240289 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e2632ccc-1466-425e-9c50-9399729397bd req-cbfbd076-7913-490a-bee9-8e1d5ddcddbc tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176825 Sep 12 14:20:18.249263 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b37520-8777-4941-8639-8596bb4d2417 x-openstack-request-id: req-54b37520-8777-4941-8639-8596bb4d2417 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:18.249844 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a394905a-e979-41eb-9861-ea58c9a875d5", "name": "network-vif-deleted", "tag": "9a806fa5-8e1e-44d6-ad92-6327e1178def", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:18.249933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54b37520-8777-4941-8639-8596bb4d2417 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:18.250310 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b37520-8777-4941-8639-8596bb4d2417'] response: {'server_uuid': 'a394905a-e979-41eb-9861-ea58c9a875d5', 'name': 'network-vif-deleted', 'tag': '9a806fa5-8e1e-44d6-ad92-6327e1178def', 'status': 'completed', 'code': 200} Sep 12 14:20:18.371572 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (b2fa8bcd-6303-4882-9b72-12e99c78a342), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.409041 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b585a7-8cb1-4a4f-886c-d20fd92e6414 req-b58fb002-7a62-4e0c-95a2-d41a942f8b9d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:18.410516 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16b585a7-8cb1-4a4f-886c-d20fd92e6414 req-b58fb002-7a62-4e0c-95a2-d41a942f8b9d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0776310 Sep 12 14:20:18.413538 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=b2fa8bcd-6303-4882-9b72-12e99c78a342,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:18.486871 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:18.494101 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:18.522079 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:20:18.531158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:18.531829 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:18.536476 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-16b585a7-8cb1-4a4f-886c-d20fd92e6414 req-c41c97eb-cc5f-4da2-8bec-2eb8ed54e286 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196175 Sep 12 14:20:18.570054 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:20:18.636135 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:18.703650 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bef7a49a-4290-4ef8-a8d2-23c759b7c02a req-0cea697d-6a56-46b8-9ae0-629d1fa81784 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0317361 Sep 12 14:20:18.706146 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:20:18.726492 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:20:18.729798 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:18.730927 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:18.748972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] No DVR routers for this DVR port b2fa8bcd-6303-4882-9b72-12e99c78a342 on host hv-cinder-82002 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:20:18.751497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.755000 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b50d8e2c-ecda-491b-a6e4-0a0a776fa2a5 req-85ca9652-3a04-425c-a810-aacf810f68d8 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b2fa8bcd-6303-4882-9b72-12e99c78a342 HTTP/1.1" status: 204 len: 173 time: 1.4778979 Sep 12 14:20:18.755488 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'name': 'network-vif-deleted', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:18.757972 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0976ac9c-3c10-4cfd-96dc-e6683d3fb747" -d '{"events": [{"server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "name": "network-vif-deleted", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:18.793233 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:18.863936 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:18.886501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:18.921733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b049b42-aec9-4dcc-9d31-6675898df536 None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:13:18Z', 'revision_number': 4, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '2a6da41e-b14c-4276-8a13-36ee235f71f2', 'name': '', 'network_id': '187dae32-ddb7-498c-baaa-a0f8b012a4b7', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'mac_address': 'fa:16:3e:eb:1a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:16Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'subnets': [{'id': '476310d8-85b0-4a0f-b22c-1f7326583ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:20:19.099598 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c350c3-dab9-48eb-b2a8-4887f3b7e170 x-openstack-request-id: req-61c350c3-dab9-48eb-b2a8-4887f3b7e170 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:19.099901 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18eda8b-a268-43ab-a01a-1c32cd33a294", "name": "network-vif-deleted", "tag": "b2fa8bcd-6303-4882-9b72-12e99c78a342", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:19.100310 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61c350c3-dab9-48eb-b2a8-4887f3b7e170 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:19.100524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c350c3-dab9-48eb-b2a8-4887f3b7e170'] response: {'server_uuid': 'e18eda8b-a268-43ab-a01a-1c32cd33a294', 'name': 'network-vif-deleted', 'tag': 'b2fa8bcd-6303-4882-9b72-12e99c78a342', 'status': 'completed', 'code': 200} Sep 12 14:20:19.150887 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:19.175580 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:20:19.185325 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:19.186491 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:19.297431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2da632-bdf1-41e4-93b2-1f7a5365f55a None None] New status for floating IP 0510004b-458c-40dd-a36c-76b1d92b2e5c: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:20:19.314600 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dca793b2-e747-4d3c-b266-95da578ecaa1 req-5aad9078-f0e2-48e4-9054-57cd95695579 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0561032 Sep 12 14:20:19.328554 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:19.465648 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2773-404c-4ac8-bef0-8e8954fcb880 req-404e68bc-6beb-477c-9be8-4ea7ce0a88fd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:19.478015 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c6c2773-404c-4ac8-bef0-8e8954fcb880 req-404e68bc-6beb-477c-9be8-4ea7ce0a88fd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.1251366 Sep 12 14:20:19.546257 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5c6c2773-404c-4ac8-bef0-8e8954fcb880 req-75c6bf45-3506-416f-afb3-3a2dcaf33d86 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673919 Sep 12 14:20:19.620653 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:19.651723 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc6fab-86b7-4fdf-8e65-f60b0d77898f None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:26Z', 'revision_number': 4, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '21ca1ac9-153f-4f8d-9271-3af9adbc2a2f', 'name': '', 'network_id': '9236f9c0-b543-4fbe-9872-2a3e0012862d', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'mac_address': 'fa:16:3e:94:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:23Z', 'updated_at': '2022-09-12T14:13:45Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'subnets': [{'id': 'f2f2d9dd-c832-4d50-af16-7886cb05e5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:20:19.690243 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4f20b-6344-4743-9208-c7a5cb059727 req-3c6d34e6-d32a-4d7a-a1d2-33265ed1673b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:19.692124 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21e4f20b-6344-4743-9208-c7a5cb059727 req-3c6d34e6-d32a-4d7a-a1d2-33265ed1673b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0558758 Sep 12 14:20:19.760669 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-21e4f20b-6344-4743-9208-c7a5cb059727 req-46e01d19-df95-412f-8709-8131b2b4b971 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Sep 12 14:20:19.840601 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-69ebbfb7-52a6-4723-b473-57007a08a3f1 req-8477793b-8c0d-4834-a1ab-f26de2ccdcaf tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a394905a-e979-41eb-9861-ea58c9a875d5 HTTP/1.1" status: 200 len: 210 time: 0.0337207 Sep 12 14:20:19.896992 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b55aa-1453-4c66-b9d1-f4213e408ab2 req-f1ac9e16-3dbb-4da8-a816-486654c3ba1f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:19.899311 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c19b55aa-1453-4c66-b9d1-f4213e408ab2 req-f1ac9e16-3dbb-4da8-a816-486654c3ba1f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0522783 Sep 12 14:20:19.947156 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b1e72-4d82-444f-958e-f984ff7b7f07 None None] New status for floating IP 177a4649-c2ca-4e01-9feb-96b09923be33: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:20:19.955524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c19b55aa-1453-4c66-b9d1-f4213e408ab2 req-0b7e3902-6c1f-4081-a20e-c5a6066983f0 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494304 Sep 12 14:20:19.986463 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51202) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:20.206138 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b2fa8bcd-6303-4882-9b72-12e99c78a342 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:20.224442 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:20.225901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: b2fa8bcd-6303-4882-9b72-12e99c78a342 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:20.226358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b2fa8bcd-6303-4882-9b72-12e99c78a342 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:20.226923 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9a806fa5-8e1e-44d6-ad92-6327e1178def no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:20.227138 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:20.231297 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e539e8c-84a8-474a-90b2-7af22931a1ac tempest-TestShelveInstance-979671303 tempest-TestShelveInstance-979671303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:20.232874 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2e539e8c-84a8-474a-90b2-7af22931a1ac tempest-TestShelveInstance-979671303 tempest-TestShelveInstance-979671303-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1125 time: 0.2447674 Sep 12 14:20:20.235846 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51206) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:20.240333 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:20:20.245799 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 9a806fa5-8e1e-44d6-ad92-6327e1178def {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:20.246142 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 9a806fa5-8e1e-44d6-ad92-6327e1178def not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:20.262335 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:20.454009 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31652ed3-78a0-4eca-b34e-69dfc36baf7a req-966d5aca-fabe-4d56-af35-9529b0305721 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e18eda8b-a268-43ab-a01a-1c32cd33a294 HTTP/1.1" status: 200 len: 210 time: 0.0407810 Sep 12 14:20:20.591594 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:20.677174 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268f165-ce86-4913-a10d-3783be472617 req-5639f83f-554a-44c1-901f-70fbaef13178 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:20.678635 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4268f165-ce86-4913-a10d-3783be472617 req-5639f83f-554a-44c1-901f-70fbaef13178 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0461648 Sep 12 14:20:20.702612 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Allocated IP 172.27.3.95 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/4879e7fa-20f1-4656-bb18-586a3b61fc3b) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:20:20.730308 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4268f165-ce86-4913-a10d-3783be472617 req-8db115e4-2d86-4919-8154-a9b2bac8676a tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460565 Sep 12 14:20:20.807485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:20.839677 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:20.880070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:20:20.885267 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:20:20.887915 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:20:20.892388 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'Port': ['ID=4879e7fa-20f1-4656-bb18-586a3b61fc3b,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:20.937730 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51218) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:20.965674 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:20.993954 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (ac41fe52-02f7-4742-b206-f535ae2dbcf8), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.020337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (ac41fe52-02f7-4742-b206-f535ae2dbcf8), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.070964 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ac41fe52-02f7-4742-b206-f535ae2dbcf8), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.073519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.077116 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac41fe52-02f7-4742-b206-f535ae2dbcf8 HTTP/1.1" status: 204 len: 168 time: 0.1359806 Sep 12 14:20:21.077894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51220) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:21.094246 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f6535-f511-4848-81e5-cf3cbcb74259 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41fe52-02f7-4742-b206-f535ae2dbcf8,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:21.096250 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-53086ba0-e4c5-4502-8456-ecfbfbe25221 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] show failed (client error): The resource could not be found. Sep 12 14:20:21.097223 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-53086ba0-e4c5-4502-8456-ecfbfbe25221 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "GET /networking/v2.0/security-groups/ac41fe52-02f7-4742-b206-f535ae2dbcf8 HTTP/1.1" status: 404 len: 347 time: 0.0183883 Sep 12 14:20:21.100108 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51222) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:21.207051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:21.211378 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Deleting port 310d26ee-649e-439f-8bad-0ca761e1241c {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:21.211828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.261237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for floatingip (f66cfdc6-5abc-4a2f-9d61-914f8e904165), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.290737 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.291092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (310d26ee-649e-439f-8bad-0ca761e1241c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.304078 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Calling delete_port for 310d26ee-649e-439f-8bad-0ca761e1241c owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:21.309045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:21.327777 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.383117 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:21.444146 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (310d26ee-649e-439f-8bad-0ca761e1241c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.470735 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Pushing event deleted for resources: {'Port': ['ID=310d26ee-649e-439f-8bad-0ca761e1241c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:21.477879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.483473 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.541623 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks [] for floatingip (0510004b-458c-40dd-a36c-76b1d92b2e5c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.544564 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.546545 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8c0dd4c1-b203-4b07-baf5-7fd64e24f0c2 tempest-AttachVolumeTestJSON-1681784671 tempest-AttachVolumeTestJSON-1681784671-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0510004b-458c-40dd-a36c-76b1d92b2e5c HTTP/1.1" status: 204 len: 168 time: 0.4454501 Sep 12 14:20:21.562415 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51228) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:21.562933 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (f66cfdc6-5abc-4a2f-9d61-914f8e904165), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.599461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event updated for resources: {'Port': ['ID=4879e7fa-20f1-4656-bb18-586a3b61fc3b,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:21.629602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (53dc36b8-fd10-4014-b653-2f49a21d523a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.657323 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (53dc36b8-fd10-4014-b653-2f49a21d523a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.691868 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Floating IP f66cfdc6-5abc-4a2f-9d61-914f8e904165 associated. External IP: 172.27.3.95, port: eb9b598a-ecdd-4396-817a-a89e4fcfe13b. Sep 12 14:20:21.711209 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (53dc36b8-fd10-4014-b653-2f49a21d523a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.713823 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.715056 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/53dc36b8-fd10-4014-b653-2f49a21d523a HTTP/1.1" status: 204 len: 168 time: 0.1514335 Sep 12 14:20:21.718871 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51234) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:21.736150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-2231683a-d95a-4bd9-b66b-4d25d3e3c709 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] show failed (client error): The resource could not be found. Sep 12 14:20:21.740410 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2231683a-d95a-4bd9-b66b-4d25d3e3c709 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "GET /networking/v2.0/security-groups/53dc36b8-fd10-4014-b653-2f49a21d523a HTTP/1.1" status: 404 len: 347 time: 0.0173271 Sep 12 14:20:21.740410 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88ec6-af11-4ad5-8ff7-97d9878aca0b tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dc36b8-fd10-4014-b653-2f49a21d523a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:21.740668 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51236) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:21.882315 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-154472e3-edb8-41b8-bb98-460741e548d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642705 Sep 12 14:20:21.894758 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Deleting port b8b136a3-511e-4cdc-9f19-e54112ebe94b {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:21.895237 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:21.925603 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Router c05ef390-a170-48eb-909e-d7a5650d6e02 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:20:21.993253 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-e8281fd9-8fa6-4bb5-936e-bd02429fb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:21.994743 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-e8281fd9-8fa6-4bb5-936e-bd02429fb4a9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 1130 time: 0.0542784 Sep 12 14:20:22.028189 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.028519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (b8b136a3-511e-4cdc-9f19-e54112ebe94b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.031175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:20:22.036319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.042074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Sync routers for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:20:22.043910 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.056504 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:22.058296 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:22.061356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.089231 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Calling delete_port for b8b136a3-511e-4cdc-9f19-e54112ebe94b owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:22.092124 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-7d75ea5f-3c38-42de-ade0-df67b4829e8c tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8552835 Sep 12 14:20:22.092776 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:22.095250 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09f2309-f4d0-4e10-a7a4-594428d81bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:22.135921 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddedbed-6bfb-4172-8fd0-022c72640d27 x-openstack-request-id: req-dddedbed-6bfb-4172-8fd0-022c72640d27 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:22.136214 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:22.136678 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dddedbed-6bfb-4172-8fd0-022c72640d27 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:22.137091 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddedbed-6bfb-4172-8fd0-022c72640d27'] response: {'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'status': 'completed', 'code': 200} Sep 12 14:20:22.159523 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.173827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:22.186957 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-91e13891-0698-4dd4-942a-d0b3496cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.188439 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-91e13891-0698-4dd4-942a-d0b3496cb6ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 200 len: 917 time: 0.1719272 Sep 12 14:20:22.203059 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-00310df8-aabe-4dc1-819d-fcc00b38c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.204595 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-00310df8-aabe-4dc1-819d-fcc00b38c108 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0451388 Sep 12 14:20:22.266590 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-82d33c75-dbac-431b-becd-90b3880a629f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 200 len: 1000 time: 0.0695319 Sep 12 14:20:22.311197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-5855fa3c-bc2d-4250-abcc-6947795834c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.311830 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.312751 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-5855fa3c-bc2d-4250-abcc-6947795834c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.1014707 Sep 12 14:20:22.356437 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-ad4be1e9-d25d-46fd-b73b-69113053d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.357940 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-ad4be1e9-d25d-46fd-b73b-69113053d7a1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 200 len: 855 time: 0.0836427 Sep 12 14:20:22.363284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (b8b136a3-511e-4cdc-9f19-e54112ebe94b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.377491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.391815 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-1b94aa0c-378a-4640-be53-5d084a2cf61f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 999 time: 0.0733755 Sep 12 14:20:22.395231 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'f66cfdc6-5abc-4a2f-9d61-914f8e904165', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'mac_address': 'fa:16:3e:b5:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:20:21Z', 'updated_at': '2022-09-12T14:20:21Z', 'revision_number': 0, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:22.415623 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Pushing event deleted for resources: {'Port': ['ID=b8b136a3-511e-4cdc-9f19-e54112ebe94b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:22.428173 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Checking router: c05ef390-a170-48eb-909e-d7a5650d6e02 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:20:22.438974 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:22.439660 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:22.456802 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-54629b3d-fe2a-4600-ab61-ee4fe3fba617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.458559 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-54629b3d-fe2a-4600-ab61-ee4fe3fba617 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0610337 Sep 12 14:20:22.483434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-5113a541-049a-4d7b-b872-85bb3cdc5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.484947 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-5113a541-049a-4d7b-b872-85bb3cdc5139 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=96bd5f8d-099c-4d46-b564-f8ab0058d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1182256 Sep 12 14:20:22.503164 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-e41ec6c0-9bf4-4c17-9d1f-5e0d5638dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:22.504680 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-e41ec6c0-9bf4-4c17-9d1f-5e0d5638dfd9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402377 Sep 12 14:20:22.546518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks [] for floatingip (177a4649-c2ca-4e01-9feb-96b09923be33), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.549566 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:22.553289 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:22.553456 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d1116f54-18bb-4922-bbc7-cfb796234635 tempest-AttachVolumeNegativeTest-720788973 tempest-AttachVolumeNegativeTest-720788973-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/177a4649-c2ca-4e01-9feb-96b09923be33 HTTP/1.1" status: 204 len: 168 time: 0.8092608 Sep 12 14:20:22.578571 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:22.612615 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-c7be0e77-3d96-46b5-8b75-15ba3fb5ff06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199105 Sep 12 14:20:22.613127 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-ad176c68-65ed-4640-abc5-fc1ca8458746 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020267 Sep 12 14:20:22.727223 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f09f2309-f4d0-4e10-a7a4-594428d81bcf req-010465e9-f894-44a8-82d2-1d251d23424c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022778 Sep 12 14:20:22.763759 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2e8ccd73-9261-4bfc-95a7-5572deb3d705 req-8e0db93d-f1c4-4122-aab1-a98ec6403a56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395154 Sep 12 14:20:22.824074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'f66cfdc6-5abc-4a2f-9d61-914f8e904165', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'mac_address': 'fa:16:3e:b5:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:20:21Z', 'updated_at': '2022-09-12T14:20:21Z', 'revision_number': 0, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:22.850136 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a2728-f82a-45c7-b48a-b32621808e42 None None] The sync data for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi is: [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': 'f66cfdc6-5abc-4a2f-9d61-914f8e904165', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'mac_address': 'fa:16:3e:b5:41:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:20:21Z', 'updated_at': '2022-09-12T14:20:21Z', 'revision_number': 0, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:20:23.057310 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54134e94-0214-470d-bb96-878e55541e97 None None] New status for floating IP f66cfdc6-5abc-4a2f-9d61-914f8e904165: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:20:23.240883 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:25.209869 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51292) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:25.626169 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:25.698526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:25.839059 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Deleting port 2a6da41e-b14c-4276-8a13-36ee235f71f2 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:25.839403 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:25.916026 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] For port 2a6da41e-b14c-4276-8a13-36ee235f71f2, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=2a6da41e-b14c-4276-8a13-36ee235f71f2,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:25.916383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:25.929275 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Calling delete_port for 2a6da41e-b14c-4276-8a13-36ee235f71f2 owned by network:router_interface {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:26.052568 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:26.102203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (2a6da41e-b14c-4276-8a13-36ee235f71f2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:26.127086 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6da41e-b14c-4276-8a13-36ee235f71f2,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:26.294609 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:26.322807 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51302) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:26.649360 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:26.697429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (41a92685-9564-4910-b247-355cbb977d93), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:26.728998 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:26.737884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:26.746454 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Router d224cc52-f3c3-41be-a647-f7e73289b1cb has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:20:26.852022 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:20:26.856921 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-93c379e7-a1c3-4dad-9f2d-84fc9bb2322b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d224cc52-f3c3-41be-a647-f7e73289b1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460490 Sep 12 14:20:26.859493 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51306) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:26.862060 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Sync routers for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:20:26.874477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:26.875047 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:26.939913 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Deleting port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:26.940250 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:26.957849 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks [] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:26.977430 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:27.027295 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] For port 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:27.027757 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.041292 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Calling delete_port for 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:27.069686 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks [] for router_gateway (d224cc52-f3c3-41be-a647-f7e73289b1cb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.114694 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Deleting port d1399e43-14f6-482d-9dd5-97f5b405b658 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:27.115052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.166703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:20:26Z', 'revision_number': 5, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port': {'id': 'd1399e43-14f6-482d-9dd5-97f5b405b658', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:10Z', 'updated_at': '2022-09-12T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:27.203569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] For port d1399e43-14f6-482d-9dd5-97f5b405b658, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=d1399e43-14f6-482d-9dd5-97f5b405b658,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:27.203928 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.214655 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:27.220658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Calling delete_port for d1399e43-14f6-482d-9dd5-97f5b405b658 owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:27.239239 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (21ca1ac9-153f-4f8d-9271-3af9adbc2a2f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.266078 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ca1ac9-153f-4f8d-9271-3af9adbc2a2f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:27.337472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Checking router: d224cc52-f3c3-41be-a647-f7e73289b1cb for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:20:27.348867 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Routers {'d224cc52-f3c3-41be-a647-f7e73289b1cb'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:27.349486 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['d224cc52-f3c3-41be-a647-f7e73289b1cb'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:27.403360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (d1399e43-14f6-482d-9dd5-97f5b405b658), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.430100 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d1399e43-14f6-482d-9dd5-97f5b405b658,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:27.456484 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (41a92685-9564-4910-b247-355cbb977d93), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.463145 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] Set router d224cc52-f3c3-41be-a647-f7e73289b1cb gateway port host: None {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:27.509171 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.515658 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:20:27Z', 'revision_number': 6, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:27.540598 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3c820-249d-4ebe-8cdf-672b0454ae5e None None] The sync data for ids ['d224cc52-f3c3-41be-a647-f7e73289b1cb'] in dv-cinder-820027-25-iscsi is: [{'id': 'd224cc52-f3c3-41be-a647-f7e73289b1cb', 'name': 'tempest-AttachVolumeTestJSON-108924951-router', 'tenant_id': '613c135e354b4262865198bd5c834cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:09Z', 'updated_at': '2022-09-12T14:20:27Z', 'revision_number': 6, 'project_id': '613c135e354b4262865198bd5c834cb1', 'gw_port_host': None}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:20:27.588130 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:27.609723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.612019 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks [] for router_controller (d224cc52-f3c3-41be-a647-f7e73289b1cb), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.656432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (d224cc52-f3c3-41be-a647-f7e73289b1cb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.657063 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d224cc52-f3c3-41be-a647-f7e73289b1cb {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:20:27.661378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.662540 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-36694e66-586c-4e62-8724-3fe2d339f4cb admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d224cc52-f3c3-41be-a647-f7e73289b1cb HTTP/1.1" status: 204 len: 168 time: 0.8021324 Sep 12 14:20:27.665224 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51308) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:27.712193 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Deleting subnet 476310d8-85b0-4a0f-b22c-1f7326583ec9 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:20:27.715647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Publish callbacks [] for subnet (476310d8-85b0-4a0f-b22c-1f7326583ec9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.757893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (476310d8-85b0-4a0f-b22c-1f7326583ec9), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.790111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:27.839940 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (476310d8-85b0-4a0f-b22c-1f7326583ec9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.898443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (476310d8-85b0-4a0f-b22c-1f7326583ec9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.928683 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476310d8-85b0-4a0f-b22c-1f7326583ec9,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:27.932366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:27.935880 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-21b16ff2-cf3b-47d1-942b-aac6b636a944 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/476310d8-85b0-4a0f-b22c-1f7326583ec9 HTTP/1.1" status: 204 len: 168 time: 0.2694287 Sep 12 14:20:27.938532 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51310) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:27.941997 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40923e-01e1-4a74-8818-e10cd189415a None None] Network 187dae32-ddb7-498c-baaa-a0f8b012a4b7 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:20:27.952311 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:27.970411 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Router 41a92685-9564-4910-b247-355cbb977d93 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:20:28.012940 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:28.023112 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (187dae32-ddb7-498c-baaa-a0f8b012a4b7), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.077454 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Deleting port ca0cb93b-a2ee-433e-b5ab-b2701753f967 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:28.078354 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.085716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:20:28.090553 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9ff41084-9c59-4d5e-928c-727e15cc5543 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/41a92685-9564-4910-b247-355cbb977d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676044 Sep 12 14:20:28.093238 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51312) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:28.096441 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Sync routers for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:20:28.107610 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:28.108504 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.154150 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] For port ca0cb93b-a2ee-433e-b5ab-b2701753f967, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ca0cb93b-a2ee-433e-b5ab-b2701753f967,segment=NetworkSegment(b31153a8-045b-4842-b6ad-43ab0dad4be9),segment_id=b31153a8-045b-4842-b6ad-43ab0dad4be9)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:28.157302 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.174211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Calling delete_port for ca0cb93b-a2ee-433e-b5ab-b2701753f967 owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:28.209959 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks [] for router (41a92685-9564-4910-b247-355cbb977d93), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.217377 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:28.234324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:28.266596 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (ca0cb93b-a2ee-433e-b5ab-b2701753f967), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.303627 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0cb93b-a2ee-433e-b5ab-b2701753f967,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:28.307191 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] No DVR routers for this DVR port ca0cb93b-a2ee-433e-b5ab-b2701753f967 on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:20:28.339331 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks [] for router_gateway (41a92685-9564-4910-b247-355cbb977d93), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.379818 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c85735-1612-484e-8978-d6162d055650 None None] DHCP port deletion for 187dae32-ddb7-498c-baaa-a0f8b012a4b7 request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:20:28.407664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (187dae32-ddb7-498c-baaa-a0f8b012a4b7), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.415822 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:20:27Z', 'revision_number': 5, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port': {'id': '897492f1-8a09-4b3b-8054-8998a3faa809', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a92685-9564-4910-b247-355cbb977d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.419005 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:28.431674 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Deleting port 897492f1-8a09-4b3b-8054-8998a3faa809 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:28.432251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.434387 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187dae32-ddb7-498c-baaa-a0f8b012a4b7']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.446886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31153a8-045b-4842-b6ad-43ab0dad4be9') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.447188 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31153a8-045b-4842-b6ad-43ab0dad4be9') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.449599 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Checking router: 41a92685-9564-4910-b247-355cbb977d93 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:20:28.457198 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (b31153a8-045b-4842-b6ad-43ab0dad4be9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.458495 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Routers {'41a92685-9564-4910-b247-355cbb977d93'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:20:28.459126 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['41a92685-9564-4910-b247-355cbb977d93'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.471957 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (b31153a8-045b-4842-b6ad-43ab0dad4be9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.480023 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:20:28.480287 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (b31153a8-045b-4842-b6ad-43ab0dad4be9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.553553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] For port 897492f1-8a09-4b3b-8054-8998a3faa809, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=897492f1-8a09-4b3b-8054-8998a3faa809,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:28.553553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.555204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (187dae32-ddb7-498c-baaa-a0f8b012a4b7), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.557904 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] Set router 41a92685-9564-4910-b247-355cbb977d93 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:20:28.564670 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.573596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Calling delete_port for 897492f1-8a09-4b3b-8054-8998a3faa809 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:28.585424 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/187dae32-ddb7-498c-baaa-a0f8b012a4b7 HTTP/1.1" status: 204 len: 168 time: 0.6340826 Sep 12 14:20:28.627195 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6d9e-c1af-426a-a1b4-40ca7a8682fc admin admin] Pushing event deleted for resources: {'Network': ['ID=187dae32-ddb7-498c-baaa-a0f8b012a4b7,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:28.638207 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-05228033-ca3d-448d-b237-246114e22d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:20:28Z', 'revision_number': 6, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:28.673291 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228033-ca3d-448d-b237-246114e22d29 None None] The sync data for ids ['41a92685-9564-4910-b247-355cbb977d93'] in dv-cinder-820027-25-iscsi is: [{'id': '41a92685-9564-4910-b247-355cbb977d93', 'name': 'tempest-AttachVolumeNegativeTest-1103176872-router', 'tenant_id': '4a72919a47034a2684973f31e4217f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:20:28Z', 'revision_number': 6, 'project_id': '4a72919a47034a2684973f31e4217f3e', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:20:28.782901 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment b31153a8-045b-4842-b6ad-43ab0dad4be9 resource provider aggregate not found Sep 12 14:20:28.795183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51324) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:28.804952 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment b31153a8-045b-4842-b6ad-43ab0dad4be9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b31153a8-045b-4842-b6ad-43ab0dad4be9 found for delete ", "request_id": "req-27d5433b-0c1a-4075-940d-63228b365b27"}]} Sep 12 14:20:28.820587 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:28.828559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (897492f1-8a09-4b3b-8054-8998a3faa809), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.849987 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d5d6340d-1304-40ed-b050-8a33b0b9701e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=613c135e354b4262865198bd5c834cb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533268 Sep 12 14:20:28.850590 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51326) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:28.864371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Pushing event deleted for resources: {'Port': ['ID=897492f1-8a09-4b3b-8054-8998a3faa809,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:28.906041 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:28.910036 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] Publish callbacks [] for security_group (d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.928929 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (41a92685-9564-4910-b247-355cbb977d93), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.931226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] Publish callbacks [] for security_group (d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.977363 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.980510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:28.981704 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a HTTP/1.1" status: 204 len: 168 time: 0.1301460 Sep 12 14:20:28.990582 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb703337-cccd-4bc9-8cf0-45503a245d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6b49a-2e4d-4bfc-a2af-2db0c350d77a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:29.002590 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:29.025633 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (41a92685-9564-4910-b247-355cbb977d93), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.028241 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks [] for router_controller (41a92685-9564-4910-b247-355cbb977d93), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.076950 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d1399e43-14f6-482d-9dd5-97f5b405b658 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:29.081782 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (41a92685-9564-4910-b247-355cbb977d93), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.082391 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a92685-9564-4910-b247-355cbb977d93 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:20:29.096839 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.097039 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-70618000-324e-42fc-9fed-db946d570088 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/41a92685-9564-4910-b247-355cbb977d93 HTTP/1.1" status: 204 len: 168 time: 1.0019174 Sep 12 14:20:29.100584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51330) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:29.103627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: d1399e43-14f6-482d-9dd5-97f5b405b658 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:29.103974 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device d1399e43-14f6-482d-9dd5-97f5b405b658 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:29.104408 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 2a6da41e-b14c-4276-8a13-36ee235f71f2 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:29.128757 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 2a6da41e-b14c-4276-8a13-36ee235f71f2 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:29.129112 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 2a6da41e-b14c-4276-8a13-36ee235f71f2 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:29.129531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ca0cb93b-a2ee-433e-b5ab-b2701753f967 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:29.148153 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: ca0cb93b-a2ee-433e-b5ab-b2701753f967 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:29.148749 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ca0cb93b-a2ee-433e-b5ab-b2701753f967 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:29.162422 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Deleting subnet f2f2d9dd-c832-4d50-af16-7886cb05e5d9 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:20:29.165734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Publish callbacks [] for subnet (f2f2d9dd-c832-4d50-af16-7886cb05e5d9), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.199287 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:29.219088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (f2f2d9dd-c832-4d50-af16-7886cb05e5d9), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.314134 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (f2f2d9dd-c832-4d50-af16-7886cb05e5d9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.368679 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (f2f2d9dd-c832-4d50-af16-7886cb05e5d9), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.395348 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f2d9dd-c832-4d50-af16-7886cb05e5d9,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:29.403560 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.410030 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51340) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:29.410583 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1f2ac78e-9c9c-49f3-84d7-f75b5ff4c4d0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f2f2d9dd-c832-4d50-af16-7886cb05e5d9 HTTP/1.1" status: 204 len: 168 time: 0.3079612 Sep 12 14:20:29.411766 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac9ece-2f97-4a35-a46a-6ede4a1d1e85 None None] Network 9236f9c0-b543-4fbe-9872-2a3e0012862d requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:20:29.489890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (9236f9c0-b543-4fbe-9872-2a3e0012862d), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.533217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Deleting port ba6b3935-287e-490d-b5e2-6303d35545df {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:29.533549 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.610567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] For port ba6b3935-287e-490d-b5e2-6303d35545df, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ba6b3935-287e-490d-b5e2-6303d35545df,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:29.611012 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.620291 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] DHCP port deletion for 9236f9c0-b543-4fbe-9872-2a3e0012862d request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:20:29.632027 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Calling delete_port for ba6b3935-287e-490d-b5e2-6303d35545df owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:29.669126 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Deleting port ba6b3935-287e-490d-b5e2-6303d35545df {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:20:29.669869 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.733069 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.766795 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] For port ba6b3935-287e-490d-b5e2-6303d35545df, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ba6b3935-287e-490d-b5e2-6303d35545df,segment=NetworkSegment(868ae930-0388-4c4c-8df0-399ff6966c75),segment_id=868ae930-0388-4c4c-8df0-399ff6966c75)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:20:29.767230 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.768324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6b3935-287e-490d-b5e2-6303d35545df,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:29.771157 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] No DVR routers for this DVR port ba6b3935-287e-490d-b5e2-6303d35545df on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:20:29.784048 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Calling delete_port for ba6b3935-287e-490d-b5e2-6303d35545df owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:20:29.862450 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (9236f9c0-b543-4fbe-9872-2a3e0012862d), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.873488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (ba6b3935-287e-490d-b5e2-6303d35545df), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.887829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9236f9c0-b543-4fbe-9872-2a3e0012862d']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:29.900819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868ae930-0388-4c4c-8df0-399ff6966c75') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:29.901315 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868ae930-0388-4c4c-8df0-399ff6966c75') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:20:29.909077 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] Pushing event deleted for resources: {'Port': ['ID=ba6b3935-287e-490d-b5e2-6303d35545df,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:29.919100 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (868ae930-0388-4c4c-8df0-399ff6966c75), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.921359 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225e228-4c09-4f27-a1f6-c0634ad61fb0 None None] No DVR routers for this DVR port ba6b3935-287e-490d-b5e2-6303d35545df on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:20:29.941260 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (868ae930-0388-4c4c-8df0-399ff6966c75), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.948719 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:20:29.949117 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (868ae930-0388-4c4c-8df0-399ff6966c75), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:29.997902 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:30.016263 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (9236f9c0-b543-4fbe-9872-2a3e0012862d), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.021721 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.027100 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9236f9c0-b543-4fbe-9872-2a3e0012862d HTTP/1.1" status: 204 len: 168 time: 0.6133676 Sep 12 14:20:30.041907 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0397f-fa03-41b0-80c2-a60d6855d6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9236f9c0-b543-4fbe-9872-2a3e0012862d,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:30.149953 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51358) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:30.194199 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f1b34a7f-80e0-4ff1-a681-5c5514d3290d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a72919a47034a2684973f31e4217f3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427501 Sep 12 14:20:30.196543 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51362) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:30.245440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] Publish callbacks [] for security_group (e27ed41b-27cd-43ac-8d77-efc30b733d8e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.266425 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] Publish callbacks [] for security_group (e27ed41b-27cd-43ac-8d77-efc30b733d8e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.316906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e27ed41b-27cd-43ac-8d77-efc30b733d8e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.319515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:30.320661 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e27ed41b-27cd-43ac-8d77-efc30b733d8e HTTP/1.1" status: 204 len: 168 time: 0.1232166 Sep 12 14:20:30.323952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:30.330030 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba9b06-61b2-4840-b5ca-5a987b7dd2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27ed41b-27cd-43ac-8d77-efc30b733d8e,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:30.651504 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:30.676147 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:30.677061 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 21ca1ac9-153f-4f8d-9271-3af9adbc2a2f not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:30.677482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 897492f1-8a09-4b3b-8054-8998a3faa809 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:30.701168 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 897492f1-8a09-4b3b-8054-8998a3faa809 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:30.701793 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 897492f1-8a09-4b3b-8054-8998a3faa809 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:30.702788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ba6b3935-287e-490d-b5e2-6303d35545df no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:20:30.726856 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: ba6b3935-287e-490d-b5e2-6303d35545df {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:20:30.727437 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ba6b3935-287e-490d-b5e2-6303d35545df not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:20:30.825085 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 868ae930-0388-4c4c-8df0-399ff6966c75 resource provider aggregate not found Sep 12 14:20:30.845814 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 868ae930-0388-4c4c-8df0-399ff6966c75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868ae930-0388-4c4c-8df0-399ff6966c75 found for delete ", "request_id": "req-88d40ae9-eb4a-4686-b24c-be0780321ed4"}]} Sep 12 14:20:33.094703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c20bed0e-ad90-4603-88cb-77b68f185d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:35.289620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a91253fb-e073-4ae3-9ccf-f8e0c225292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:36.628787 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:38.168764 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:38.323013 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:38.560132 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=57 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:38.642947 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=13 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:39.374418 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:39.377103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=27,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:40.323286 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:40.581827 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:20:44.228421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51586) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:44.331313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.407848 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Publish callbacks [] for security_group (23b44ca9-3184-4ed7-94de-9b54cfc717cc), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.411606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (23b44ca9-3184-4ed7-94de-9b54cfc717cc), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.453124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b44ca9-3184-4ed7-94de-9b54cfc717cc,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:44.457099 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a0f854317e924e6b8317a35f1e3d038f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276161 Sep 12 14:20:44.461530 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51590) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:44.464083 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.464455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.464812 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.465129 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.465567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.465900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.466226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.466546 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.466978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.467301 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.467624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.467946 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.468264 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.468695 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.468894 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a076b5e1-cc3b-4177-ba1a-410d0a288750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:20:44.511984 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] Publish callbacks [] for security_group (23b44ca9-3184-4ed7-94de-9b54cfc717cc), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.536814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] Publish callbacks [] for security_group (23b44ca9-3184-4ed7-94de-9b54cfc717cc), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.583258 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (23b44ca9-3184-4ed7-94de-9b54cfc717cc), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.586065 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.587207 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/23b44ca9-3184-4ed7-94de-9b54cfc717cc HTTP/1.1" status: 204 len: 168 time: 0.1245990 Sep 12 14:20:44.595476 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa114b9-d67e-4516-866f-4fff44aa7867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b44ca9-3184-4ed7-94de-9b54cfc717cc,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:44.855127 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51598) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:44.869133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9e61b7e-c570-4391-ac38-20e4da24bc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.945447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9e61b7e-c570-4391-ac38-20e4da24bc9a admin admin] Publish callbacks [] for security_group (f95ff9aa-7947-449a-a349-4e7e54f5e628), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.948841 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c9e61b7e-c570-4391-ac38-20e4da24bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f95ff9aa-7947-449a-a349-4e7e54f5e628), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:44.986382 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61b7e-c570-4391-ac38-20e4da24bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ff9aa-7947-449a-a349-4e7e54f5e628,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:44.990486 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c9e61b7e-c570-4391-ac38-20e4da24bc9a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=26d47d43237f4b31bf2ce9e116b348f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343288 Sep 12 14:20:44.993175 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51600) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:45.040869 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] Publish callbacks [] for security_group (f95ff9aa-7947-449a-a349-4e7e54f5e628), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:45.062405 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] Publish callbacks [] for security_group (f95ff9aa-7947-449a-a349-4e7e54f5e628), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:45.111018 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f95ff9aa-7947-449a-a349-4e7e54f5e628), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:45.113501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:45.114625 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f95ff9aa-7947-449a-a349-4e7e54f5e628 HTTP/1.1" status: 204 len: 168 time: 0.1205702 Sep 12 14:20:45.122195 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f0b5b-b4a1-45cd-a5b0-e2bff35b2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ff9aa-7947-449a-a349-4e7e54f5e628,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:47.069061 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51672) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:47.176962 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a7f1df9d-30ac-4f9c-bb69-22be0053709b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.252150 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a7f1df9d-30ac-4f9c-bb69-22be0053709b admin admin] Publish callbacks [] for security_group (de31d6ba-bea0-4384-acda-566ce3fce8dd), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.255814 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-a7f1df9d-30ac-4f9c-bb69-22be0053709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (de31d6ba-bea0-4384-acda-566ce3fce8dd), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.294810 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-a7f1df9d-30ac-4f9c-bb69-22be0053709b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=af220e0a9621477f9defcaf687ec0e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246137 Sep 12 14:20:47.295972 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1df9d-30ac-4f9c-bb69-22be0053709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de31d6ba-bea0-4384-acda-566ce3fce8dd,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:47.297526 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51676) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:47.346487 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] Publish callbacks [] for security_group (de31d6ba-bea0-4384-acda-566ce3fce8dd), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.365485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] Publish callbacks [] for security_group (de31d6ba-bea0-4384-acda-566ce3fce8dd), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.411236 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (de31d6ba-bea0-4384-acda-566ce3fce8dd), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.413899 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.415047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/de31d6ba-bea0-4384-acda-566ce3fce8dd HTTP/1.1" status: 204 len: 168 time: 0.1165190 Sep 12 14:20:47.422498 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445904fa-8a86-4758-8d43-1b530cf9b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de31d6ba-bea0-4384-acda-566ce3fce8dd,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:47.681510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51686) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:47.695890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-102e4490-afeb-4dcb-a7c6-3e1570348bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.776462 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-102e4490-afeb-4dcb-a7c6-3e1570348bab admin admin] Publish callbacks [] for security_group (f6d689c2-b223-4273-bb78-bc0086449812), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.781379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-102e4490-afeb-4dcb-a7c6-3e1570348bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f6d689c2-b223-4273-bb78-bc0086449812), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.821474 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-102e4490-afeb-4dcb-a7c6-3e1570348bab admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2dcbf7b69d924f35a5514122cd64527c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389041 Sep 12 14:20:47.822652 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e4490-afeb-4dcb-a7c6-3e1570348bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d689c2-b223-4273-bb78-bc0086449812,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:47.824226 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51694) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:47.878621 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] Publish callbacks [] for security_group (f6d689c2-b223-4273-bb78-bc0086449812), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.899515 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] Publish callbacks [] for security_group (f6d689c2-b223-4273-bb78-bc0086449812), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.950579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f6d689c2-b223-4273-bb78-bc0086449812), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.953142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:47.954276 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f6d689c2-b223-4273-bb78-bc0086449812 HTTP/1.1" status: 204 len: 168 time: 0.1289854 Sep 12 14:20:47.956631 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:47.963975 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472462e4-da17-471d-bcb8-e9642fcc3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d689c2-b223-4273-bb78-bc0086449812,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:48.617716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51718) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:48.711756 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339397098-network', 'tenant_id': '7a92484ba35b46b6bd86a3072403410e'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:20:48.731878 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Made reservation on behalf of 7a92484ba35b46b6bd86a3072403410e for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:20:48.734279 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.742708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.745123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:48.750081 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.822218 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks [] for security_group (39f5d932-6b38-4260-8ee7-c8f1080b47b0), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.826925 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (39f5d932-6b38-4260-8ee7-c8f1080b47b0), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.857059 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:20:48.859257 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5d932-6b38-4260-8ee7-c8f1080b47b0,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:48.874382 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (19ee5aac-7cf0-4a2d-b7d7-273c6112d583), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.874756 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Added segment 19ee5aac-7cf0-4a2d-b7d7-273c6112d583 of type vlan for network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 Sep 12 14:20:48.915381 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.940181 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.941166 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:48.941742 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:48.994910 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3760524 Sep 12 14:20:48.997884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51730) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:20:49.009723 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Request body: {'subnet': {'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339397098-subnet', 'tenant_id': '7a92484ba35b46b6bd86a3072403410e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:20:49.025200 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1170ae-fa0b-45a4-b5f4-65652de3ec5d admin admin] Pushing event updated for resources: {'Network': ['ID=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:49.041337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:20:49.054675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Made reservation on behalf of 7a92484ba35b46b6bd86a3072403410e for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:20:49.059909 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8929389'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:49.234489 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10048350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8929407'] for subnet (0ee16f1f-a8e0-4824-8c42-dc60c87202fa), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:49.283815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee16f1f-a8e0-4824-8c42-dc60c87202fa,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:49.299529 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Checking segment: {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:20:49.299889 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Network hostable DHCP agents. Network: ce8cfc23-dc23-4de7-a589-9e5ac5e263d6, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:20:49.317456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:20:49.325652 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, ce8cfc23-dc23-4de7-a589-9e5ac5e263d6) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:20:49.330559 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:49.331249 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:49.335588 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bb8cc-0f06-4666-936f-fac20be5ea90 None None] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:20:49.348697 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a76f6b10-2338-48ab-86b9-29e2281539e1 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3491435 Sep 12 14:20:49.436777 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933bed8-84b8-4bf0-957a-a6b5c0cc79c3 None None] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:20:49.512459 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:53.177103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:53.233697 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-acdc0990-3532-4e34-b071-1edd804951ec tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:53.235306 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-acdc0990-3532-4e34-b071-1edd804951ec tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 809 time: 0.1179695 Sep 12 14:20:53.250778 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-b7ffadf3-da9c-480e-be82-945c9437f58a tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/quotas/7a92484ba35b46b6bd86a3072403410e HTTP/1.1" status: 200 len: 375 time: 0.0100780 Sep 12 14:20:53.282770 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-6fc0225e-6511-4a63-8da5-7c27bd65d311 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 12 14:20:53.397038 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:53.427706 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-015f3a5a-5a28-4057-93b2-f8f557d87060 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372120 Sep 12 14:20:53.517833 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-b661d21d-6c77-467e-9afa-ec58b263b395 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 Sep 12 14:20:53.683122 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c5dd9b63-1f47-49de-8564-ac55e1327006 req-2682c822-78bd-4864-aa14-216832981b94 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 210 time: 0.0278726 Sep 12 14:20:54.825081 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b0c184ea-57c7-49a6-84d0-f4edacae1522 req-7279e614-4593-46d2-aca4-2bd26ff3aca3 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 210 time: 0.0572658 Sep 12 14:20:54.873601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-ce732ca3-e7a7-4ef2-8201-771d1d8fa6f7 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:54.875110 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-ce732ca3-e7a7-4ef2-8201-771d1d8fa6f7 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 809 time: 0.1325352 Sep 12 14:20:55.929978 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c22e04e9-6c1d-4a26-be85-e5274a026404 req-1781c183-d924-4820-8249-5f6677c92099 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Sep 12 14:20:57.033614 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6d7903a1-d5d9-4aa8-8dd7-41caa0108f5d req-849ca356-5a81-401c-bb7d-7fd1f6034e86 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Sep 12 14:20:57.542538 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Request body: {'port': {'device_id': '054af95e-5fe2-49a9-a89c-261804389538', 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6', 'admin_state_up': True, 'tenant_id': '7a92484ba35b46b6bd86a3072403410e'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:20:57.648132 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Made reservation on behalf of 7a92484ba35b46b6bd86a3072403410e for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:20:57.651811 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:57.776363 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Allocated IP 172.20.0.10 (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6/0ee16f1f-a8e0-4824-8c42-dc60c87202fa/03ad01e7-a431-482c-8631-0b48a6dc5b06) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:20:57.815573 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=55,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:57.818386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=58,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:57.926749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks [] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:57.934219 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:57.962242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.005599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:20:58.008716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:20:58.011178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:20:58.035699 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Pushing event updated for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:58.061801 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:58.062501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.079702 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-5e48fb76-c187-4caf-a6f6-921a4968e09c tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411119 Sep 12 14:20:58.091003 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Request body: {'port': {'device_id': '054af95e-5fe2-49a9-a89c-261804389538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:20:58.116849 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:58.183629 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5481c-52b3-4e06-9718-2d115071f392 req-dd14ea05-7538-4544-bb01-79cd56b4a8da tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:58.185066 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-75d5481c-52b3-4e06-9718-2d115071f392 req-dd14ea05-7538-4544-bb01-79cd56b4a8da tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 932 time: 0.0711973 Sep 12 14:20:58.200083 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.270588 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-75d5481c-52b3-4e06-9718-2d115071f392 req-900d2e25-2a15-4d07-b73e-76922e361a7f tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786240 Sep 12 14:20:58.483120 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ad01e7-a431-482c-8631-0b48a6dc5b06 {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:20:58.490319 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks [] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.503214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Transition to ACTIVE for port object 03ad01e7-a431-482c-8631-0b48a6dc5b06 will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:20:58.506525 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.565681 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:58.611830 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Attempting to bind port 03ad01e7-a431-482c-8631-0b48a6dc5b06 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:20:58.612186 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Attempting to bind port 03ad01e7-a431-482c-8631-0b48a6dc5b06 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:20:58.612507 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Attempting to bind port 03ad01e7-a431-482c-8631-0b48a6dc5b06 on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:20:58.655491 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Port 03ad01e7-a431-482c-8631-0b48a6dc5b06 on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:20:58.655812 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Attempting to bind port 03ad01e7-a431-482c-8631-0b48a6dc5b06 on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:20:58.679492 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:58.699221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:20:58.699650 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Checking segment: {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:20:58.700031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Bound using segment: {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:20:58.700456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Bound port: 03ad01e7-a431-482c-8631-0b48a6dc5b06, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:20:58.700806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.760730 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:20:58.764450 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:20:58.772365 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.776955 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:58.777570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:20:58.779478 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/03ad01e7-a431-482c-8631-0b48a6dc5b06 HTTP/1.1" status: 200 len: 1094 time: 0.6919580 Sep 12 14:20:58.780986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:20:58.783264 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:20:58.861692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2558e0f-29d6-44cc-9af0-0a7fc6d9beac x-openstack-request-id: req-b2558e0f-29d6-44cc-9af0-0a7fc6d9beac {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:20:58.861988 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:20:58.862247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2558e0f-29d6-44cc-9af0-0a7fc6d9beac {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:20:58.862659 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2558e0f-29d6-44cc-9af0-0a7fc6d9beac'] response: {'name': 'network-changed', 'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06', 'status': 'completed', 'code': 200} Sep 12 14:20:58.865814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850bbd-e130-4a93-8dd2-a4314c4f63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:20:58.875366 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-c5dcb110-db88-4574-9d62-901c690a1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:58.876905 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-c5dcb110-db88-4574-9d62-901c690a1cc9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 1128 time: 0.0553403 Sep 12 14:20:58.923050 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-3a79d5ac-8dba-43bd-ac96-11521145ed4f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06 HTTP/1.1" status: 200 len: 217 time: 0.0366104 Sep 12 14:20:58.962256 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:58.972363 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07745948-1821-442d-bf00-9171892cecda req-7e953309-d437-455d-bd8d-ae65221b8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:58.973987 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-7e953309-d437-455d-bd8d-ae65221b8fd4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=0ee16f1f-a8e0-4824-8c42-dc60c87202fa HTTP/1.1" status: 200 len: 849 time: 0.0452590 Sep 12 14:20:59.015031 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-c48aa993-3ee6-47ae-ba42-6e6602106914 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319252 Sep 12 14:20:59.111976 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-37728e3d-a62f-43be-89f9-88c0d4bbed4f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901103 Sep 12 14:20:59.209358 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-07745948-1821-442d-bf00-9171892cecda req-79fc0cbe-3dfb-4f2b-a789-2e0c8c71844b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912557 Sep 12 14:20:59.393538 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602c57-ca1f-4862-ae21-21f3788f6085 req-c6336eca-7c51-4092-aa1c-611d7c989bf3 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:59.395060 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-52602c57-ca1f-4862-ae21-21f3788f6085 req-c6336eca-7c51-4092-aa1c-611d7c989bf3 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 944 time: 0.0483301 Sep 12 14:20:59.473000 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa9980-6e2b-4d09-b57d-b61be932a9b5 req-9cf76943-4117-498f-9b37-c819c2849202 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:20:59.474443 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-faaa9980-6e2b-4d09-b57d-b61be932a9b5 req-9cf76943-4117-498f-9b37-c819c2849202 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0677745 Sep 12 14:20:59.478615 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-52602c57-ca1f-4862-ae21-21f3788f6085 req-d702d494-9f57-4f66-bd31-29cd706f8cdb tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780137 Sep 12 14:20:59.512588 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:20:59.526304 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-faaa9980-6e2b-4d09-b57d-b61be932a9b5 req-5edbf075-7375-41a2-9894-3c5c41906a31 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460718 Sep 12 14:21:00.144434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-11460698-a55b-468b-82c3-34cf5c431cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:00.145933 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-11460698-a55b-468b-82c3-34cf5c431cb0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 1128 time: 0.0419931 Sep 12 14:21:00.602060 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09ac6a-ed6d-4b72-94e0-7be6adefe400 req-c1798a6c-4224-4cf0-9f0c-f5cbc75533ba tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:00.603631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d09ac6a-ed6d-4b72-94e0-7be6adefe400 req-c1798a6c-4224-4cf0-9f0c-f5cbc75533ba tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 944 time: 0.0504334 Sep 12 14:21:00.685880 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e18a8-eba0-4e7d-8a3a-4f17346d633a req-0f80d264-fb30-44a7-a815-dc67a74104f8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:00.687284 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e3e18a8-eba0-4e7d-8a3a-4f17346d633a req-0f80d264-fb30-44a7-a815-dc67a74104f8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0771458 Sep 12 14:21:00.691545 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d09ac6a-ed6d-4b72-94e0-7be6adefe400 req-3a36f2fe-5a1c-4a8e-b1b1-5a3ce5c791f8 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Sep 12 14:21:00.737482 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0e3e18a8-eba0-4e7d-8a3a-4f17346d633a req-6717b7d6-2c5b-4c33-ad04-1536570f28f8 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445223 Sep 12 14:21:01.429491 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-ca58cd58-01a4-4b7f-b48b-a132dcd20f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:01.431014 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-ca58cd58-01a4-4b7f-b48b-a132dcd20f91 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 910 time: 0.0852349 Sep 12 14:21:01.473956 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-1f3486a9-5c7c-4b10-b8f2-9960a02e1719 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06 HTTP/1.1" status: 200 len: 217 time: 0.0359106 Sep 12 14:21:01.560573 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-644ef8cd-2f91-4f8a-8fc7-b3109ddd3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:01.561954 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-644ef8cd-2f91-4f8a-8fc7-b3109ddd3335 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=0ee16f1f-a8e0-4824-8c42-dc60c87202fa HTTP/1.1" status: 200 len: 849 time: 0.0440016 Sep 12 14:21:01.592349 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:01.593213 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:01.597932 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-a13f3b67-cd4c-442e-aec0-f05d2f431f08 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282025 Sep 12 14:21:01.657467 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:01.696460 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12764038-7765-4a90-9f40-a713fed16161 req-e4df7b51-c672-466d-9df5-e27047eba834 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:01.697983 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-12764038-7765-4a90-9f40-a713fed16161 req-e4df7b51-c672-466d-9df5-e27047eba834 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0576882 Sep 12 14:21:01.699927 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-fbb49c4b-11b6-40f9-b57b-14933ea7c78d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953119 Sep 12 14:21:01.795057 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Deleting port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:01.795401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:01.802718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:01.847210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060b148-338b-4400-b5d1-dbb81ad5a7ea req-d2341f11-2696-4db3-96fe-c15f578185a6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:01.848630 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6060b148-338b-4400-b5d1-dbb81ad5a7ea req-d2341f11-2696-4db3-96fe-c15f578185a6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 944 time: 0.0797672 Sep 12 14:21:01.873108 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e90fd2dc-a745-4f35-acab-dad2ca6a9a7d req-2ab4ae4a-58fc-4a9d-a506-aaa1aaeb4a86 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638236 Sep 12 14:21:01.889434 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] For port 64d3ae8a-0bd3-46b1-ae67-280f451b2214, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=64d3ae8a-0bd3-46b1-ae67-280f451b2214,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:01.889807 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:01.900953 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5509d-a8ac-43e6-a348-e26cf2bacab8 req-da6a9790-c86a-4fd6-b0ae-ee32f3222998 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:01.902418 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cb5509d-a8ac-43e6-a348-e26cf2bacab8 req-da6a9790-c86a-4fd6-b0ae-ee32f3222998 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 946 time: 0.0792661 Sep 12 14:21:01.943453 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6060b148-338b-4400-b5d1-dbb81ad5a7ea req-e86e28b0-12a5-485a-9064-afd918f7de15 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757153 Sep 12 14:21:01.969415 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-1cb5509d-a8ac-43e6-a348-e26cf2bacab8 req-dba9edc4-e026-4b3d-8395-e3daa0647367 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=14c34ec4-8987-454e-9221-02697442d2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566607 Sep 12 14:21:02.049428 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.049788 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.050103 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Floating IP 05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c disassociated. External IP: 172.27.3.97, port: 64d3ae8a-0bd3-46b1-ae67-280f451b2214. Sep 12 14:21:02.050445 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Calling delete_port for 64d3ae8a-0bd3-46b1-ae67-280f451b2214 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:02.177180 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (64d3ae8a-0bd3-46b1-ae67-280f451b2214), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.202477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'Port': ['ID=64d3ae8a-0bd3-46b1-ae67-280f451b2214,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:02.311278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:21:02.412565 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:21:02.422311 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:21:02.431985 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:21:02.432592 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:02.438142 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 03ad01e7-a431-482c-8631-0b48a6dc5b06 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:21:02.455755 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] No DVR routers for this DVR port 64d3ae8a-0bd3-46b1-ae67-280f451b2214 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:21:02.458242 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.461613 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-12764038-7765-4a90-9f40-a713fed16161 req-7687f060-7c8a-4007-8273-0574d50dd5fb tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.23 "DELETE /networking/v2.0/ports/64d3ae8a-0bd3-46b1-ae67-280f451b2214 HTTP/1.1" status: 204 len: 173 time: 0.7532983 Sep 12 14:21:02.462121 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-deleted', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:02.464885 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2ab2fe-2942-4d4a-8fce-5cad0947f35a" -d '{"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-deleted", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:02.510573 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186eaad3-b5a0-46d6-b750-f7d71ada0f9f x-openstack-request-id: req-186eaad3-b5a0-46d6-b750-f7d71ada0f9f {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:02.510927 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf", "name": "network-vif-deleted", "tag": "64d3ae8a-0bd3-46b1-ae67-280f451b2214", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:02.511173 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-186eaad3-b5a0-46d6-b750-f7d71ada0f9f {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:02.511562 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186eaad3-b5a0-46d6-b750-f7d71ada0f9f'] response: {'server_uuid': 'f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf', 'name': 'network-vif-deleted', 'tag': '64d3ae8a-0bd3-46b1-ae67-280f451b2214', 'status': 'completed', 'code': 200} Sep 12 14:21:02.559732 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:21:02.594252 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.db.resource_extend [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 14:21:02.774283 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:02.801340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '03ad01e7-a431-482c-8631-0b48a6dc5b06', 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6', 'port_id': '03ad01e7-a431-482c-8631-0b48a6dc5b06', 'mac_address': 'fa:16:3e:d6:c5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee16f1f-a8e0-4824-8c42-dc60c87202fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:21:02.809118 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51906) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:02.873446 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 03ad01e7-a431-482c-8631-0b48a6dc5b06 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:21:02.873837 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.879078 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:02.911080 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:21:02.913866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ad01e7-a431-482c-8631-0b48a6dc5b06 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:21:02.916155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:02.937734 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:21:02.938430 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:20:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:02.941242 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:02.998426 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Publish callbacks [] for security_group (a4b7bd30-afff-4ce1-b9bc-17a54e2418e5), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.004511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a4b7bd30-afff-4ce1-b9bc-17a54e2418e5), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.065227 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b7bd30-afff-4ce1-b9bc-17a54e2418e5,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:03.069816 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7dceba7df7bf4c1fad8656561cb63a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594969 Sep 12 14:21:03.072731 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51914) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:03.133292 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.145838 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] Publish callbacks [] for security_group (a4b7bd30-afff-4ce1-b9bc-17a54e2418e5), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.172782 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] Publish callbacks [] for security_group (a4b7bd30-afff-4ce1-b9bc-17a54e2418e5), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.223750 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:03.224840 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:03.244412 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a4b7bd30-afff-4ce1-b9bc-17a54e2418e5), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.248575 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.249718 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bf1a504a-92e0-4c02-93bd-1c40c566d155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.252686 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4b7bd30-afff-4ce1-b9bc-17a54e2418e5 HTTP/1.1" status: 204 len: 168 time: 0.1757138 Sep 12 14:21:03.261347 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc60dd-747c-43a4-8148-e869af4e3136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b7bd30-afff-4ce1-b9bc-17a54e2418e5,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:03.272477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:21:03.307166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:03.401476 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['03ad01e7-a431-482c-8631-0b48a6dc5b06'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:21:03.423399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.423748 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.424088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.424431 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.425185 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.425523 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.425857 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.426187 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.426515 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.426867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.427601 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.427935 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.428542 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.428886 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.429212 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cf1338-0249-4584-8575-ec229de68b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:03.461110 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-35d44cb9-ee84-47c5-97f2-2710af224dcc req-3d8fc2ff-5015-4da1-9d2b-7bebf147c4cd tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f9104fdd-bdfc-475c-b3b2-0e59ffb4a0cf HTTP/1.1" status: 200 len: 210 time: 0.0580318 Sep 12 14:21:03.469585 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53c54d-b7df-4dd7-9b1f-d6ca6a27c276 req-a9587bc2-2de6-45d6-a75c-fc1257004c2d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:03.478474 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6b53c54d-b7df-4dd7-9b1f-d6ca6a27c276 req-a9587bc2-2de6-45d6-a75c-fc1257004c2d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 945 time: 0.4315557 Sep 12 14:21:03.479548 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:03.487942 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:03.530451 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6b53c54d-b7df-4dd7-9b1f-d6ca6a27c276 req-29de495d-4e76-4b8b-be34-776571aa60ff tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510881 Sep 12 14:21:03.575002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51920) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:03.588118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:03.591779 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c12d0739-dfd5-494a-be54-2e2c88b449aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.618179 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f334e-351f-4349-af4c-15f3244f3d92 None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:13:25Z', 'revision_number': 4, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': 'a7fe0166-378b-4ac2-8b0d-b29fbcebb23e', 'name': '', 'network_id': '96bd5f8d-099c-4d46-b564-f8ab0058d9c3', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'mac_address': 'fa:16:3e:14:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:22Z', 'updated_at': '2022-09-12T14:13:47Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'subnets': [{'id': '2e2f8bc3-2628-4bb1-91b6-fd19039eae2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:21:03.676628 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c12d0739-dfd5-494a-be54-2e2c88b449aa admin admin] Publish callbacks [] for security_group (a4599c60-b2c2-4caf-88c6-09a220a3a67f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.680895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c12d0739-dfd5-494a-be54-2e2c88b449aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a4599c60-b2c2-4caf-88c6-09a220a3a67f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.720747 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c12d0739-dfd5-494a-be54-2e2c88b449aa admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3dc3326fe370446d8f941d4f2aaa411f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440399 Sep 12 14:21:03.721439 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0739-dfd5-494a-be54-2e2c88b449aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4599c60-b2c2-4caf-88c6-09a220a3a67f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:03.723557 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51922) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:03.777153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] Publish callbacks [] for security_group (a4599c60-b2c2-4caf-88c6-09a220a3a67f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.798298 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] Publish callbacks [] for security_group (a4599c60-b2c2-4caf-88c6-09a220a3a67f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.849441 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a4599c60-b2c2-4caf-88c6-09a220a3a67f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.852806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:03.853960 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4599c60-b2c2-4caf-88c6-09a220a3a67f HTTP/1.1" status: 204 len: 168 time: 0.1293581 Sep 12 14:21:03.867281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6e083-0bb7-4f84-8128-9567f95cc538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4599c60-b2c2-4caf-88c6-09a220a3a67f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:03.881666 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ce248-b398-40f7-81a0-f08af176e914 None None] New status for floating IP 05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:21:04.454337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 03ad01e7-a431-482c-8631-0b48a6dc5b06 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:21:04.500549 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 03ad01e7-a431-482c-8631-0b48a6dc5b06 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:21:04.507218 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 03ad01e7-a431-482c-8631-0b48a6dc5b06 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:21:04.507661 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.598048 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51952) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:04.605307 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 03ad01e7-a431-482c-8631-0b48a6dc5b06 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:21:04.605722 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.634157 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:04.637876 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb2eeeb-4d19-42dc-adf3-342219d8d4d7" -d '{"events": [{"server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "name": "network-vif-plugged", "status": "completed", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:04.655612 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:04.661401 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.662687 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:04.690749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (14c34ec4-8987-454e-9221-02697442d2e9), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.707576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973aa47-7442-4279-ba15-ea0c6b56faf4 req-23534446-4e17-46e1-bedf-cd9aa1e24727 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:04.709084 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6973aa47-7442-4279-ba15-ea0c6b56faf4 req-23534446-4e17-46e1-bedf-cd9aa1e24727 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 945 time: 0.0722897 Sep 12 14:21:04.731661 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:04.734178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (14c34ec4-8987-454e-9221-02697442d2e9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.735845 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0e3351-1d97-4bbb-b117-4fdd75f3a888 x-openstack-request-id: req-bf0e3351-1d97-4bbb-b117-4fdd75f3a888 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:04.736133 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "name": "network-vif-plugged", "status": "completed", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:04.736379 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf0e3351-1d97-4bbb-b117-4fdd75f3a888 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:04.736953 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0e3351-1d97-4bbb-b117-4fdd75f3a888'] response: {'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06', 'code': 200} Sep 12 14:21:04.740379 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 64d3ae8a-0bd3-46b1-ae67-280f451b2214 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:04.740894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 64d3ae8a-0bd3-46b1-ae67-280f451b2214 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:04.767363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:04.780040 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:04.826701 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6973aa47-7442-4279-ba15-ea0c6b56faf4 req-1a30ca51-d29a-4c29-ac8c-a559bb3e6b55 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083975 Sep 12 14:21:04.859388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (14c34ec4-8987-454e-9221-02697442d2e9), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.859388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:04.859388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14c34ec4-8987-454e-9221-02697442d2e9 HTTP/1.1" status: 204 len: 168 time: 0.2539053 Sep 12 14:21:04.863199 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 51958) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:04.864407 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f597-65fd-4ead-845d-f6b587b41667 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c34ec4-8987-454e-9221-02697442d2e9,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:04.902334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586ab10-eb47-4ca6-9c6f-b122bb2a21d3 req-74aff77a-a509-4ed0-baf5-cc9de3053d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:04.903907 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d586ab10-eb47-4ca6-9c6f-b122bb2a21d3 req-74aff77a-a509-4ed0-baf5-cc9de3053d9a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 1130 time: 0.0472903 Sep 12 14:21:04.905587 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.api.v2.resource [None req-e743af51-7b1a-4d6d-a073-c70df6d5cf3c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] show failed (client error): The resource could not be found. Sep 12 14:21:04.906600 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e743af51-7b1a-4d6d-a073-c70df6d5cf3c tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "GET /networking/v2.0/security-groups/14c34ec4-8987-454e-9221-02697442d2e9 HTTP/1.1" status: 404 len: 347 time: 0.0397007 Sep 12 14:21:04.909523 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51962) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:05.042073 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d586ab10-eb47-4ca6-9c6f-b122bb2a21d3 req-bd3ba571-fefb-4cf9-a817-bc0ed79d08fa service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299341 Sep 12 14:21:05.051768 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Deleting port bd734864-97a6-4f76-ba2a-ce120bfbe0a8 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:05.052111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.131632 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.131960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.146111 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Calling delete_port for bd734864-97a6-4f76-ba2a-ce120bfbe0a8 owned by network:floatingip {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:05.280865 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (bd734864-97a6-4f76-ba2a-ce120bfbe0a8), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.295130 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e18d8ea6-8a9e-4100-bb06-9053e28887c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.311192 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Pushing event deleted for resources: {'Port': ['ID=bd734864-97a6-4f76-ba2a-ce120bfbe0a8,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:05.379659 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks [] for floatingip (05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.382221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.383398 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-673cf135-e5fb-43e6-b5f8-82e7fc2be17f tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/05cd5e5f-952b-4d7b-b8a7-befbee7dbc2c HTTP/1.1" status: 204 len: 168 time: 0.4725206 Sep 12 14:21:05.709208 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 51998) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:05.821600 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-749afd09-49e0-4963-87f6-84f63ba2c34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.868318 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:05.870235 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:05.907913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-749afd09-49e0-4963-87f6-84f63ba2c34f admin admin] Publish callbacks [] for security_group (ffdf1af8-3e26-473a-8656-4a789de105a6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.911764 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-749afd09-49e0-4963-87f6-84f63ba2c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ffdf1af8-3e26-473a-8656-4a789de105a6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:05.951125 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749afd09-49e0-4963-87f6-84f63ba2c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf1af8-3e26-473a-8656-4a789de105a6,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:05.958563 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-749afd09-49e0-4963-87f6-84f63ba2c34f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b7448f7fb54a4089bdcb982c0d335329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479122 Sep 12 14:21:05.959114 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52006) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:05.970755 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd7f53-1667-40f1-8a83-35ca19cd993e req-1329a1d6-15f1-4690-8cb0-6024386d6fb8 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:05.972477 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31dd7f53-1667-40f1-8a83-35ca19cd993e req-1329a1d6-15f1-4690-8cb0-6024386d6fb8 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 946 time: 0.0538807 Sep 12 14:21:06.007666 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] Publish callbacks [] for security_group (ffdf1af8-3e26-473a-8656-4a789de105a6), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.020606 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-31dd7f53-1667-40f1-8a83-35ca19cd993e req-457ddb44-c8a6-4c23-b853-75e99d52a0c4 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Sep 12 14:21:06.027947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] Publish callbacks [] for security_group (ffdf1af8-3e26-473a-8656-4a789de105a6), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.077715 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ffdf1af8-3e26-473a-8656-4a789de105a6), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.081098 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.084506 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ffdf1af8-3e26-473a-8656-4a789de105a6 HTTP/1.1" status: 204 len: 168 time: 0.1244764 Sep 12 14:21:06.093435 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e188-6b8e-4f17-ba8d-975a9006496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf1af8-3e26-473a-8656-4a789de105a6,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:06.340960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52012) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:06.355353 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-74924ee7-1ec9-4276-b956-02d6e9cdb0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.432306 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-74924ee7-1ec9-4276-b956-02d6e9cdb0b8 admin admin] Publish callbacks [] for security_group (e6607b8d-74bb-4699-bdfb-a9db92b4d85d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.437635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-74924ee7-1ec9-4276-b956-02d6e9cdb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e6607b8d-74bb-4699-bdfb-a9db92b4d85d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.479386 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-74924ee7-1ec9-4276-b956-02d6e9cdb0b8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=110f2c14260044a2a8177fb583ec0075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372831 Sep 12 14:21:06.480252 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74924ee7-1ec9-4276-b956-02d6e9cdb0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6607b8d-74bb-4699-bdfb-a9db92b4d85d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:06.482103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52014) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:06.533336 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] Publish callbacks [] for security_group (e6607b8d-74bb-4699-bdfb-a9db92b4d85d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.553744 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] Publish callbacks [] for security_group (e6607b8d-74bb-4699-bdfb-a9db92b4d85d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.611553 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (e6607b8d-74bb-4699-bdfb-a9db92b4d85d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.614340 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:06.615505 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e6607b8d-74bb-4699-bdfb-a9db92b4d85d HTTP/1.1" status: 204 len: 168 time: 0.1321657 Sep 12 14:21:06.624780 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752b076-64d5-40a0-b3ba-ed1a37efc1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6607b8d-74bb-4699-bdfb-a9db92b4d85d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:06.643656 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.145681 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720a5f-5bd3-454b-821d-e23f449266fc req-d898fb3a-5b23-4145-8702-6c14b223ed21 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:07.147184 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd720a5f-5bd3-454b-821d-e23f449266fc req-d898fb3a-5b23-4145-8702-6c14b223ed21 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 946 time: 0.0516202 Sep 12 14:21:07.199978 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bd720a5f-5bd3-454b-821d-e23f449266fc req-3552b84f-dc7f-41fb-9e0d-c9ec5aa31ec0 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469830 Sep 12 14:21:07.336797 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52050) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:07.439660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653649935-network', 'tenant_id': '0412ec3ff65b4c7284b4aeba06d355dc'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:07.460830 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Made reservation on behalf of 0412ec3ff65b4c7284b4aeba06d355dc for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:07.463240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.472211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.546343 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks [] for security_group (bde2f29d-6498-4750-8319-eac623e35ecc), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.550585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (bde2f29d-6498-4750-8319-eac623e35ecc), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.572024 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:21:07.588301 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2f29d-6498-4750-8319-eac623e35ecc,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:07.591688 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (3fbc8300-30fb-42a8-be2c-6c21e1218f3a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.592032 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Added segment 3fbc8300-30fb-42a8-be2c-6c21e1218f3a of type vlan for network bf651cbd-4bde-4a1a-a41f-03d24acfd627 Sep 12 14:21:07.601196 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:07.642079 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (bf651cbd-4bde-4a1a-a41f-03d24acfd627), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.668518 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (bf651cbd-4bde-4a1a-a41f-03d24acfd627), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.669534 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:07.670123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.727698 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3890607 Sep 12 14:21:07.730884 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52062) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:07.736663 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Request body: {'subnet': {'network_id': 'bf651cbd-4bde-4a1a-a41f-03d24acfd627', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653649935-subnet', 'tenant_id': '0412ec3ff65b4c7284b4aeba06d355dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:07.740215 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5ef6-f968-48ec-9a48-42dc2d9a0987 admin admin] Pushing event updated for resources: {'Network': ['ID=bf651cbd-4bde-4a1a-a41f-03d24acfd627,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:07.754555 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network bf651cbd-4bde-4a1a-a41f-03d24acfd627 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:21:07.761135 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Made reservation on behalf of 0412ec3ff65b4c7284b4aeba06d355dc for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:07.764575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8929389'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:07.914997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52072) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:07.930015 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b36819-5937-4b1e-97bc-6378964f8222 req-10306a8d-fc1a-4325-bab4-e07bf110b17d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:07.931514 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f1b36819-5937-4b1e-97bc-6378964f8222 req-10306a8d-fc1a-4325-bab4-e07bf110b17d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 946 time: 0.0730593 Sep 12 14:21:08.086776 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f1b36819-5937-4b1e-97bc-6378964f8222 req-ad2b0aea-fd67-4645-bd20-1bc3e358567d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462045 Sep 12 14:21:08.132010 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10048350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8929407'] for subnet (ecf12fff-44ea-4717-b904-a414eda4174a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.143178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:08.172730 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.224571 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:08.242651 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf12fff-44ea-4717-b904-a414eda4174a,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:08.281511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Checking segment: {'id': '3fbc8300-30fb-42a8-be2c-6c21e1218f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf651cbd-4bde-4a1a-a41f-03d24acfd627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:08.281869 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Network hostable DHCP agents. Network: bf651cbd-4bde-4a1a-a41f-03d24acfd627, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:21:08.326698 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.335612 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Network bf651cbd-4bde-4a1a-a41f-03d24acfd627 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:21:08.352465 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, bf651cbd-4bde-4a1a-a41f-03d24acfd627) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:08.360616 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:08.360811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083deef0-2d1e-4d6c-98a6-557455635463 None None] Network bf651cbd-4bde-4a1a-a41f-03d24acfd627 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:08.361214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.398576 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-61fc9974-dd8b-4da2-9aeb-ac226858a444 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6663613 Sep 12 14:21:08.464205 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaea3aa-b432-40bc-a3d5-e60f4ec7644c None None] Network bf651cbd-4bde-4a1a-a41f-03d24acfd627 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:08.472914 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.709397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Deleting port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:08.709745 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.796333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] For port a7fe0166-378b-4ac2-8b0d-b29fbcebb23e, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:08.796760 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.809256 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Calling delete_port for a7fe0166-378b-4ac2-8b0d-b29fbcebb23e owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:08.902892 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52090) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:08.908679 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-902891719-network', 'tenant_id': '16fd2599e7514acf9864bf0bca9ac5f0'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:08.928878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Made reservation on behalf of 16fd2599e7514acf9864bf0bca9ac5f0 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:08.931484 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.936362 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:08.943516 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:08.977896 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:08.995605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (a7fe0166-378b-4ac2-8b0d-b29fbcebb23e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.022297 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fe0166-378b-4ac2-8b0d-b29fbcebb23e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:09.030813 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks [] for security_group (30011ab8-1b7c-4d67-9ec7-083b2858ebfb), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.035509 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (30011ab8-1b7c-4d67-9ec7-083b2858ebfb), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.063014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:21:09.072485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30011ab8-1b7c-4d67-9ec7-083b2858ebfb,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:09.074224 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:09.079421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (045a291a-01b1-4a87-8229-7abe6a741f8a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.079761 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Added segment 045a291a-01b1-4a87-8229-7abe6a741f8a of type vlan for network 7633a0d4-41c5-4961-80fa-4805516e0011 Sep 12 14:21:09.147057 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (7633a0d4-41c5-4961-80fa-4805516e0011), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.182398 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (7633a0d4-41c5-4961-80fa-4805516e0011), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.183829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:09.184874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.242777 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3375049 Sep 12 14:21:09.248018 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52094) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:09.252774 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Request body: {'subnet': {'network_id': '7633a0d4-41c5-4961-80fa-4805516e0011', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-902891719-subnet', 'tenant_id': '16fd2599e7514acf9864bf0bca9ac5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:09.265428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37843-1cbb-402e-9f8a-59a879c8e5e5 req-cfde04b9-d0d7-4bbd-85a6-77f5f12c11b9 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:09.266888 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a9f37843-1cbb-402e-9f8a-59a879c8e5e5 req-cfde04b9-d0d7-4bbd-85a6-77f5f12c11b9 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 946 time: 0.0720222 Sep 12 14:21:09.267468 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.284171 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab51a-a7ab-467c-87bb-5a65093e5a9c admin admin] Pushing event updated for resources: {'Network': ['ID=7633a0d4-41c5-4961-80fa-4805516e0011,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:09.294771 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 7633a0d4-41c5-4961-80fa-4805516e0011 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:21:09.303822 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-d4b80330-f081-4cb3-bd85-ffbba885eded tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:09.305357 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-d4b80330-f081-4cb3-bd85-ffbba885eded tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 946 time: 0.0618839 Sep 12 14:21:09.305505 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Made reservation on behalf of 16fd2599e7514acf9864bf0bca9ac5f0 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:09.307698 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8929389'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.364386 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:09.405063 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Deleting port 03ad01e7-a431-482c-8631-0b48a6dc5b06 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:09.405410 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.457919 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a9f37843-1cbb-402e-9f8a-59a879c8e5e5 req-fe3c90cb-a1ef-4060-863e-0c5964b3b2d4 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835320 Sep 12 14:21:09.503985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] For port 03ad01e7-a431-482c-8631-0b48a6dc5b06, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=03ad01e7-a431-482c-8631-0b48a6dc5b06,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:09.504345 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.521520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Calling delete_port for 03ad01e7-a431-482c-8631-0b48a6dc5b06 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:09.681309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Router faae9ead-3286-41ca-a1b4-15df1a1ce46e has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:21:09.682732 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10048350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8929407'] for subnet (d70e92c6-175e-43a0-a510-f7fb8b56b257), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.777024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70e92c6-175e-43a0-a510-f7fb8b56b257,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:09.800062 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:09.806815 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Checking segment: {'id': '045a291a-01b1-4a87-8229-7abe6a741f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7633a0d4-41c5-4961-80fa-4805516e0011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:09.807198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Network hostable DHCP agents. Network: 7633a0d4-41c5-4961-80fa-4805516e0011, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:21:09.877317 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Network 7633a0d4-41c5-4961-80fa-4805516e0011 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:21:09.878504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:09.886456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:21:09.888387 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 7633a0d4-41c5-4961-80fa-4805516e0011) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:09.892606 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c055db5d-d6f0-4d86-ae3d-7b3624c61941 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/faae9ead-3286-41ca-a1b4-15df1a1ce46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775617 Sep 12 14:21:09.895570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:09.896168 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.898000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52096) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:09.902203 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:09.908873 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Sync routers for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:21:09.922599 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-aac51801-9a82-4511-bc53-d35df3198392 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6654210 Sep 12 14:21:09.928968 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d10f6-7699-4345-b30a-6ce829f8b0ab None None] Network 7633a0d4-41c5-4961-80fa-4805516e0011 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:09.955236 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:21:09.957740 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:09.959040 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (03ad01e7-a431-482c-8631-0b48a6dc5b06), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:09.989858 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['03ad01e7-a431-482c-8631-0b48a6dc5b06'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:21:09.993305 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Pushing event deleted for resources: {'Port': ['ID=03ad01e7-a431-482c-8631-0b48a6dc5b06,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:10.012267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:10.079799 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] No DVR routers for this DVR port 03ad01e7-a431-482c-8631-0b48a6dc5b06 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:21:10.083373 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.086588 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f74fb81e-d5ff-4fc0-a283-57264592e038 req-526c4ea0-7add-4dd3-9724-4b10cf7855bd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "DELETE /networking/v2.0/ports/03ad01e7-a431-482c-8631-0b48a6dc5b06 HTTP/1.1" status: 204 len: 173 time: 0.7749035 Sep 12 14:21:10.087264 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'name': 'network-vif-deleted', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:10.089779 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4408cf6-2b06-492f-af04-404224cbab56" -d '{"events": [{"server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "name": "network-vif-deleted", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:10.095332 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks [] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.148342 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:10.158241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de0423-4d59-450a-a31d-bd2c4ecbee6e x-openstack-request-id: req-13de0423-4d59-450a-a31d-bd2c4ecbee6e {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:10.158491 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054af95e-5fe2-49a9-a89c-261804389538", "name": "network-vif-deleted", "tag": "03ad01e7-a431-482c-8631-0b48a6dc5b06", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:10.158737 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13de0423-4d59-450a-a31d-bd2c4ecbee6e {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:10.159198 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13de0423-4d59-450a-a31d-bd2c4ecbee6e'] response: {'server_uuid': '054af95e-5fe2-49a9-a89c-261804389538', 'name': 'network-vif-deleted', 'tag': '03ad01e7-a431-482c-8631-0b48a6dc5b06', 'status': 'completed', 'code': 200} Sep 12 14:21:10.163418 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:21:10.239274 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks [] for router_gateway (faae9ead-3286-41ca-a1b4-15df1a1ce46e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.252511 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec767bf-705f-4c9e-bd3c-acecebd48b31 None None] Network 7633a0d4-41c5-4961-80fa-4805516e0011 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:10.299627 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Deleting port 7733562b-826f-4e70-aafb-3e213d3c38ee {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:10.299982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.398635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] For port 7733562b-826f-4e70-aafb-3e213d3c38ee, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7733562b-826f-4e70-aafb-3e213d3c38ee,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:10.399075 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.423718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Calling delete_port for 7733562b-826f-4e70-aafb-3e213d3c38ee owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:10.607488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:21:08Z', 'revision_number': 5, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port': {'id': '7733562b-826f-4e70-aafb-3e213d3c38ee', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:13:14Z', 'updated_at': '2022-09-12T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:10.620579 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fa8e51a5-1efc-49b7-bd05-e3aacabb6dff req-64d426de-f726-45ce-8277-fd5c06e7d1d6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=054af95e-5fe2-49a9-a89c-261804389538 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Sep 12 14:21:10.639842 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Checking router: faae9ead-3286-41ca-a1b4-15df1a1ce46e for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:21:10.675699 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Routers {'faae9ead-3286-41ca-a1b4-15df1a1ce46e'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:21:10.676461 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:10.706080 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (7733562b-826f-4e70-aafb-3e213d3c38ee), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.755539 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Pushing event deleted for resources: {'Port': ['ID=7733562b-826f-4e70-aafb-3e213d3c38ee,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:10.793488 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] Set router faae9ead-3286-41ca-a1b4-15df1a1ce46e gateway port host: None {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:21:10.828097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.860285 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:21:10Z', 'revision_number': 6, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:10.889804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532db7dc-7d8d-48af-a4b3-3341b5d22e1d None None] The sync data for ids ['faae9ead-3286-41ca-a1b4-15df1a1ce46e'] in dv-cinder-820027-25-iscsi is: [{'id': 'faae9ead-3286-41ca-a1b4-15df1a1ce46e', 'name': 'tempest-AttachVolumeShelveTestJSON-280380929-router', 'tenant_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:13:13Z', 'updated_at': '2022-09-12T14:21:10Z', 'revision_number': 6, 'project_id': '701f62e5a7b14dfc86f2dcc5aa39d958', 'gw_port_host': None}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:21:10.919219 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.921634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks [] for router_controller (faae9ead-3286-41ca-a1b4-15df1a1ce46e), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.966459 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (faae9ead-3286-41ca-a1b4-15df1a1ce46e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.967184 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router faae9ead-3286-41ca-a1b4-15df1a1ce46e {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:21:10.971216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:10.972384 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-da5fe6e2-a099-4269-9265-eec0752bfecf admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/faae9ead-3286-41ca-a1b4-15df1a1ce46e HTTP/1.1" status: 204 len: 168 time: 1.0739639 Sep 12 14:21:10.974940 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52112) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:11.011695 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:11.028084 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Deleting subnet 2e2f8bc3-2628-4bb1-91b6-fd19039eae2b {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:11.032032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Publish callbacks [] for subnet (2e2f8bc3-2628-4bb1-91b6-fd19039eae2b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.074283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (2e2f8bc3-2628-4bb1-91b6-fd19039eae2b), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.150329 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (2e2f8bc3-2628-4bb1-91b6-fd19039eae2b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.203976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (2e2f8bc3-2628-4bb1-91b6-fd19039eae2b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.232175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2f8bc3-2628-4bb1-91b6-fd19039eae2b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:11.236309 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.241769 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-91a9cd9a-7cef-48de-86ab-ce9e990d6d8d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2e2f8bc3-2628-4bb1-91b6-fd19039eae2b HTTP/1.1" status: 204 len: 168 time: 0.2636437 Sep 12 14:21:11.241913 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c2da9a-574a-4c45-9e59-532167c938ba None None] Network 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:11.242365 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52114) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:11.286620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:11.318246 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (96bd5f8d-099c-4d46-b564-f8ab0058d9c3), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.373161 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Deleting port 3f9411cc-bb64-4504-bbc6-b1ca034062ef {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:11.373503 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.435677 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] For port 3f9411cc-bb64-4504-bbc6-b1ca034062ef, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=3f9411cc-bb64-4504-bbc6-b1ca034062ef,segment=NetworkSegment(b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c),segment_id=b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:11.436036 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.448814 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Calling delete_port for 3f9411cc-bb64-4504-bbc6-b1ca034062ef owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:11.527195 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (3f9411cc-bb64-4504-bbc6-b1ca034062ef), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.550039 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9411cc-bb64-4504-bbc6-b1ca034062ef,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:11.555569 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] No DVR routers for this DVR port 3f9411cc-bb64-4504-bbc6-b1ca034062ef on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:21:11.625976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (96bd5f8d-099c-4d46-b564-f8ab0058d9c3), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.651985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd5f8d-099c-4d46-b564-f8ab0058d9c3']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:11.663115 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:11.663404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:11.671353 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7cc762-e544-4745-93d1-80a0d3a2cc22 None None] DHCP port deletion for 96bd5f8d-099c-4d46-b564-f8ab0058d9c3 request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:21:11.678578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.702768 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.716658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:11.717051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.764031 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c resource provider aggregate not found Sep 12 14:21:11.785220 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b45f3dc1-168b-4a28-8e9b-95d1d2cb6a5c found for delete ", "request_id": "req-13174da0-a954-4cc0-a464-fcf0a4bedc86"}]} Sep 12 14:21:11.793733 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (96bd5f8d-099c-4d46-b564-f8ab0058d9c3), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.813444 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:11.819281 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/96bd5f8d-099c-4d46-b564-f8ab0058d9c3 HTTP/1.1" status: 204 len: 168 time: 0.5735979 Sep 12 14:21:11.836230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519143-e58d-49a8-80ba-92df697977aa admin admin] Pushing event deleted for resources: {'Network': ['ID=96bd5f8d-099c-4d46-b564-f8ab0058d9c3,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:12.062355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52146) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:12.064371 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-93955c76-4dab-4028-a541-b9da6121b52d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:12.073362 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-93955c76-4dab-4028-a541-b9da6121b52d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 809 time: 0.1464875 Sep 12 14:21:12.087640 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-94c572f7-18d1-44d1-bd4f-617aa1d761a6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/quotas/7a92484ba35b46b6bd86a3072403410e HTTP/1.1" status: 200 len: 375 time: 0.0133722 Sep 12 14:21:12.113445 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6cb5c539-243e-4837-9d68-a10cc7d09222 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=701f62e5a7b14dfc86f2dcc5aa39d958&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489759 Sep 12 14:21:12.115875 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52148) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:12.131409 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-85a23b3d-79c4-45fd-be71-0ff6d9f38d1a tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386827 Sep 12 14:21:12.175980 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] Publish callbacks [] for security_group (a1418a99-0919-4b30-9645-3b33d12ba09a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:12.202886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] Publish callbacks [] for security_group (a1418a99-0919-4b30-9645-3b33d12ba09a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:12.229955 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-ee5364c4-5bea-4a79-b845-8d7f637f587e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912738 Sep 12 14:21:12.231221 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:12.251717 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a1418a99-0919-4b30-9645-3b33d12ba09a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:12.254559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:12.255877 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1418a99-0919-4b30-9645-3b33d12ba09a HTTP/1.1" status: 204 len: 168 time: 0.1390181 Sep 12 14:21:12.264882 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f7d01-c28c-4076-b174-d7fa2429443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1418a99-0919-4b30-9645-3b33d12ba09a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:12.335022 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-b0276b91-6e1c-4e2e-8cf1-c65fad9fb7f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984771 Sep 12 14:21:12.510142 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-576330a2-16db-42de-b311-d39cb68b9b46 req-31b324cd-446f-4baa-9b96-4f876ae659d5 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0284202 Sep 12 14:21:12.548050 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 03ad01e7-a431-482c-8631-0b48a6dc5b06 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:12.571941 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 03ad01e7-a431-482c-8631-0b48a6dc5b06 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:12.572293 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 03ad01e7-a431-482c-8631-0b48a6dc5b06 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:12.651745 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7733562b-826f-4e70-aafb-3e213d3c38ee no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:12.672606 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 7733562b-826f-4e70-aafb-3e213d3c38ee {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:12.673270 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7733562b-826f-4e70-aafb-3e213d3c38ee not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:12.673358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a7fe0166-378b-4ac2-8b0d-b29fbcebb23e no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:12.694201 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: a7fe0166-378b-4ac2-8b0d-b29fbcebb23e {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:12.694553 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device a7fe0166-378b-4ac2-8b0d-b29fbcebb23e not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:12.695550 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3f9411cc-bb64-4504-bbc6-b1ca034062ef no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:12.716799 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 3f9411cc-bb64-4504-bbc6-b1ca034062ef {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:12.717152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 3f9411cc-bb64-4504-bbc6-b1ca034062ef not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:13.022535 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52182) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:13.123366 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999805762-network', 'tenant_id': '16f4b8ab396d4e008bf4e9e903d5da7a'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:13.143426 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Made reservation on behalf of 16f4b8ab396d4e008bf4e9e903d5da7a for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:13.145743 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.154140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.235660 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks [] for security_group (78220167-51c4-4514-889c-901b7e43b8b1), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.244428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (78220167-51c4-4514-889c-901b7e43b8b1), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.270751 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:21:13.286068 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78220167-51c4-4514-889c-901b7e43b8b1,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:13.288928 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (e3ad497e-5c90-4a47-afc6-8b56b15d2680), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.289268 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Added segment e3ad497e-5c90-4a47-afc6-8b56b15d2680 of type vlan for network 8837f058-48cf-46f2-9458-95cb65d75e90 Sep 12 14:21:13.331652 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (8837f058-48cf-46f2-9458-95cb65d75e90), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.357792 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (8837f058-48cf-46f2-9458-95cb65d75e90), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.358802 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:13.359483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.409317 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3855503 Sep 12 14:21:13.413193 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52190) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:13.424203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Request body: {'subnet': {'network_id': '8837f058-48cf-46f2-9458-95cb65d75e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1999805762-subnet', 'tenant_id': '16f4b8ab396d4e008bf4e9e903d5da7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:13.427826 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2059-cd89-450e-9d02-1d8674195d14 admin admin] Pushing event updated for resources: {'Network': ['ID=8837f058-48cf-46f2-9458-95cb65d75e90,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:13.445551 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 8837f058-48cf-46f2-9458-95cb65d75e90 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:21:13.469863 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Made reservation on behalf of 16f4b8ab396d4e008bf4e9e903d5da7a for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:13.472280 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601203'] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.578410 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:13.638775 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8592f419-f729-4fad-8ef2-c61b4f08a9b2 req-be81b703-f8ca-46da-9ee2-5afeb5706f34 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0331278 Sep 12 14:21:13.738261 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10451190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601185'] for subnet (4077978b-95cd-4f91-92fd-ea5ad31487cf), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.821791 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-3c38d53d-bfcb-484d-98b2-143e8d39b583 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:13.823998 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-3c38d53d-bfcb-484d-98b2-143e8d39b583 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 809 time: 0.1974981 Sep 12 14:21:13.833515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4077978b-95cd-4f91-92fd-ea5ad31487cf,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:13.851213 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Checking segment: {'id': 'e3ad497e-5c90-4a47-afc6-8b56b15d2680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8837f058-48cf-46f2-9458-95cb65d75e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:13.851658 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Network hostable DHCP agents. Network: 8837f058-48cf-46f2-9458-95cb65d75e90, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:21:13.871504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Request body: {'port': {'device_id': '93cc240b-6cee-41af-bb68-c454291be7e2', 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6', 'admin_state_up': True, 'tenant_id': '7a92484ba35b46b6bd86a3072403410e'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:13.877002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Network 8837f058-48cf-46f2-9458-95cb65d75e90 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:21:13.921213 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 8837f058-48cf-46f2-9458-95cb65d75e90) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:13.927836 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:13.928421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:13.929496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981cab3-44d0-49af-a779-c3522ae5bd09 None None] Network 8837f058-48cf-46f2-9458-95cb65d75e90 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:13.951273 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:13.955034 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:13.961225 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-aaabe42e-7702-44ad-9416-bce1ee086641 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5466216 Sep 12 14:21:14.001008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Made reservation on behalf of 7a92484ba35b46b6bd86a3072403410e for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:14.005036 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.046121 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23ae4f-2b8c-4743-ad5f-624e5cfa8e67 None None] Network 8837f058-48cf-46f2-9458-95cb65d75e90 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:14.120819 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:14.143890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Allocated IP 172.20.0.3 (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6/0ee16f1f-a8e0-4824-8c42-dc60c87202fa/56539fc1-47e0-400c-80f8-6af5c4ceef8a) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:21:14.199276 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:14.305670 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks [] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.342145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.377381 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:14.389510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:21:14.393378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:14.395820 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:21:14.425827 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Pushing event updated for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:14.453896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:14.454499 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.470704 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-8e6c9c54-fc61-4cc6-8f69-de3280ef70b6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033678 Sep 12 14:21:14.486028 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Request body: {'port': {'device_id': '93cc240b-6cee-41af-bb68-c454291be7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:14.547922 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.554614 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52218) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:14.562473 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1559550304-network', 'tenant_id': '4a8942946042464383f7e61600848a7a'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:14.599860 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Made reservation on behalf of 4a8942946042464383f7e61600848a7a for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:14.602369 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.615270 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.639793 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:14.657444 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:14.705031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks [] for security_group (023bde6f-ec38-46af-9a36-64d82631dff9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.709223 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (023bde6f-ec38-46af-9a36-64d82631dff9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.739193 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:21:14.782272 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023bde6f-ec38-46af-9a36-64d82631dff9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:14.785220 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (4901b4a7-8184-47e5-99a3-98b5b46cc21c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.785557 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Added segment 4901b4a7-8184-47e5-99a3-98b5b46cc21c of type vlan for network 7e8d1d88-06dd-4228-a999-c93de3386fb6 Sep 12 14:21:14.828376 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082190ad-5db8-4246-9a8d-68e21719e8d2 req-2989c3aa-adb4-4114-95fe-f45197266096 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:14.829874 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-082190ad-5db8-4246-9a8d-68e21719e8d2 req-2989c3aa-adb4-4114-95fe-f45197266096 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 931 time: 0.0947556 Sep 12 14:21:14.848531 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (7e8d1d88-06dd-4228-a999-c93de3386fb6), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.895616 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56539fc1-47e0-400c-80f8-6af5c4ceef8a {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:21:14.903231 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks [] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.911704 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (7e8d1d88-06dd-4228-a999-c93de3386fb6), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.912690 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:14.913264 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.917162 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Transition to ACTIVE for port object 56539fc1-47e0-400c-80f8-6af5c4ceef8a will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:21:14.921404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:14.937065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-082190ad-5db8-4246-9a8d-68e21719e8d2 req-b3b1da9e-0765-44bd-9f10-04a3e9dd832e tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928521 Sep 12 14:21:14.970523 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4147468 Sep 12 14:21:14.973353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52230) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:14.977981 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Request body: {'subnet': {'network_id': '7e8d1d88-06dd-4228-a999-c93de3386fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1559550304-subnet', 'tenant_id': '4a8942946042464383f7e61600848a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:14.989483 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Pushing event updated for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:14.998188 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9be7b-fb67-490f-ae8c-5d53a03fd622 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8d1d88-06dd-4228-a999-c93de3386fb6,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:15.008114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 7e8d1d88-06dd-4228-a999-c93de3386fb6 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:21:15.013527 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Made reservation on behalf of 4a8942946042464383f7e61600848a7a for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:15.016042 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8929389'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.045890 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:15.048218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Attempting to bind port 56539fc1-47e0-400c-80f8-6af5c4ceef8a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:21:15.048680 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Attempting to bind port 56539fc1-47e0-400c-80f8-6af5c4ceef8a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:21:15.049082 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Attempting to bind port 56539fc1-47e0-400c-80f8-6af5c4ceef8a on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:21:15.099032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Port 56539fc1-47e0-400c-80f8-6af5c4ceef8a on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:21:15.099618 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Attempting to bind port 56539fc1-47e0-400c-80f8-6af5c4ceef8a on network ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:21:15.141237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:21:15.141567 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Checking segment: {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:15.141947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Bound using segment: {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:21:15.142379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Bound port: 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ee5aac-7cf0-4a2d-b7d7-273c6112d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:21:15.142729 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.207448 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:21:15.208322 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10048350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8929407'] for subnet (41fb601e-3b19-4e94-ae72-bfb59e6ddbb3), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.210666 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:21:15.216956 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.220997 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:15.221596 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.222986 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/56539fc1-47e0-400c-80f8-6af5c4ceef8a HTTP/1.1" status: 200 len: 1093 time: 0.7409918 Sep 12 14:21:15.223519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:15.225716 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e72d77-2fd5-49e2-8344-8b3629eaebb0" -d '{"events": [{"name": "network-changed", "server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:15.266769 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fb601e-3b19-4e94-ae72-bfb59e6ddbb3,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:15.285768 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b718-47c4-426e-8d35-327c7f31e359 service neutron] Pushing event updated for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:15.291945 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Checking segment: {'id': '4901b4a7-8184-47e5-99a3-98b5b46cc21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7e8d1d88-06dd-4228-a999-c93de3386fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:15.292295 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Network hostable DHCP agents. Network: 7e8d1d88-06dd-4228-a999-c93de3386fb6, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:21:15.304227 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cd7142-e609-40e8-9667-8acf4ccbe2ae x-openstack-request-id: req-35cd7142-e609-40e8-9667-8acf4ccbe2ae {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:15.304513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:15.304767 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35cd7142-e609-40e8-9667-8acf4ccbe2ae {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:15.305162 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cd7142-e609-40e8-9667-8acf4ccbe2ae'] response: {'name': 'network-changed', 'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a', 'status': 'completed', 'code': 200} Sep 12 14:21:15.309914 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Network 7e8d1d88-06dd-4228-a999-c93de3386fb6 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:21:15.318202 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-c7f6dc0d-8b4d-4f2d-a4da-86e9ff79156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:15.320005 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-c7f6dc0d-8b4d-4f2d-a4da-86e9ff79156e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 1127 time: 0.0443423 Sep 12 14:21:15.320154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 7e8d1d88-06dd-4228-a999-c93de3386fb6) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:15.324192 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:15.324718 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.328809 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2b3658-791a-4549-bcd4-db324b8085ce None None] Network 7e8d1d88-06dd-4228-a999-c93de3386fb6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:15.347435 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-a1476152-f817-4308-90f2-7e26e4b47813 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3729966 Sep 12 14:21:15.371748 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-3159742e-821b-4542-9d61-2eb5b7ee1850 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a HTTP/1.1" status: 200 len: 217 time: 0.0410490 Sep 12 14:21:15.384083 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:15.423747 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-b8e3b51d-228b-4eaa-ab31-2df004d88919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:15.425290 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-b8e3b51d-228b-4eaa-ab31-2df004d88919 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=0ee16f1f-a8e0-4824-8c42-dc60c87202fa HTTP/1.1" status: 200 len: 849 time: 0.0442903 Sep 12 14:21:15.444798 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c502b1-1b6c-4230-a2c3-952b36f4502d None None] Network 7e8d1d88-06dd-4228-a999-c93de3386fb6 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:15.467131 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-de87c68c-8144-40cc-8a00-0424250053d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323322 Sep 12 14:21:15.474508 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52236) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:15.535621 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Deleting subnet 4077978b-95cd-4f91-92fd-ea5ad31487cf {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:15.539072 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Publish callbacks [] for subnet (4077978b-95cd-4f91-92fd-ea5ad31487cf), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.561765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:15.573518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:15.576125 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (4077978b-95cd-4f91-92fd-ea5ad31487cf), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.578871 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-ac598c49-8573-4d1b-a953-782139efadd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022074 Sep 12 14:21:15.598814 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:15.620144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (4077978b-95cd-4f91-92fd-ea5ad31487cf), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.673172 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (4077978b-95cd-4f91-92fd-ea5ad31487cf), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.674372 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d57f14a-6917-4470-b0e6-9ff33eee1977 req-d984643e-69c5-444d-95b0-debf1ea37497 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866213 Sep 12 14:21:15.701232 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4077978b-95cd-4f91-92fd-ea5ad31487cf,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:15.707045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.710139 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-0c4928f1-2bd7-4b50-a90f-c15131611112 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4077978b-95cd-4f91-92fd-ea5ad31487cf HTTP/1.1" status: 204 len: 168 time: 0.2343562 Sep 12 14:21:15.712756 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52238) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:15.784115 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (8837f058-48cf-46f2-9458-95cb65d75e90), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.865234 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (8837f058-48cf-46f2-9458-95cb65d75e90), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.885142 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8837f058-48cf-46f2-9458-95cb65d75e90']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:15.895380 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ad497e-5c90-4a47-afc6-8b56b15d2680') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:15.895680 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ad497e-5c90-4a47-afc6-8b56b15d2680') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:15.906266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (e3ad497e-5c90-4a47-afc6-8b56b15d2680), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.919796 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (e3ad497e-5c90-4a47-afc6-8b56b15d2680), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.926412 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:15.926917 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (e3ad497e-5c90-4a47-afc6-8b56b15d2680), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:15.967707 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment e3ad497e-5c90-4a47-afc6-8b56b15d2680 resource provider aggregate not found Sep 12 14:21:15.995494 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment e3ad497e-5c90-4a47-afc6-8b56b15d2680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3ad497e-5c90-4a47-afc6-8b56b15d2680 found for delete ", "request_id": "req-cf4b993d-347d-4ab4-9ed1-0c171a0946a0"}]} Sep 12 14:21:16.004758 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (8837f058-48cf-46f2-9458-95cb65d75e90), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.022991 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.026216 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/8837f058-48cf-46f2-9458-95cb65d75e90 HTTP/1.1" status: 204 len: 168 time: 0.3125672 Sep 12 14:21:16.028301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec56f3-f414-4b8b-9f1b-eb4ef96c0e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8837f058-48cf-46f2-9458-95cb65d75e90,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:16.029619 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52250) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:16.079259 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef7d93-c711-4e26-bf49-bdd18bee889e req-24a32412-25a7-463c-8565-13850fea1ab3 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:16.080437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Deleting subnet 41fb601e-3b19-4e94-ae72-bfb59e6ddbb3 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:16.080883 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9fef7d93-c711-4e26-bf49-bdd18bee889e req-24a32412-25a7-463c-8565-13850fea1ab3 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0536113 Sep 12 14:21:16.083850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Publish callbacks [] for subnet (41fb601e-3b19-4e94-ae72-bfb59e6ddbb3), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.123861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (41fb601e-3b19-4e94-ae72-bfb59e6ddbb3), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.134574 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9fef7d93-c711-4e26-bf49-bdd18bee889e req-171012be-62c7-4a40-9ebc-f4f7a3333156 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Sep 12 14:21:16.171761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (41fb601e-3b19-4e94-ae72-bfb59e6ddbb3), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.228217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (41fb601e-3b19-4e94-ae72-bfb59e6ddbb3), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.254620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fb601e-3b19-4e94-ae72-bfb59e6ddbb3,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:16.256606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.259769 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5a22ef20-cace-4bc1-bcf0-3bed9d79ade8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/41fb601e-3b19-4e94-ae72-bfb59e6ddbb3 HTTP/1.1" status: 204 len: 168 time: 0.2290673 Sep 12 14:21:16.262443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52256) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:16.333101 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (7e8d1d88-06dd-4228-a999-c93de3386fb6), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.395327 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:16.413174 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (7e8d1d88-06dd-4228-a999-c93de3386fb6), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.432696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8d1d88-06dd-4228-a999-c93de3386fb6']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:16.442349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4901b4a7-8184-47e5-99a3-98b5b46cc21c') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:16.442644 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4901b4a7-8184-47e5-99a3-98b5b46cc21c') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:16.451961 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (4901b4a7-8184-47e5-99a3-98b5b46cc21c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.464682 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (4901b4a7-8184-47e5-99a3-98b5b46cc21c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.470914 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:16.471483 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (4901b4a7-8184-47e5-99a3-98b5b46cc21c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.510918 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 4901b4a7-8184-47e5-99a3-98b5b46cc21c resource provider aggregate not found Sep 12 14:21:16.528902 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 4901b4a7-8184-47e5-99a3-98b5b46cc21c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4901b4a7-8184-47e5-99a3-98b5b46cc21c found for delete ", "request_id": "req-e768ccf6-6f91-44bb-acb4-449989c2b559"}]} Sep 12 14:21:16.532319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (7e8d1d88-06dd-4228-a999-c93de3386fb6), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.537213 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:16.540378 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7e8d1d88-06dd-4228-a999-c93de3386fb6 HTTP/1.1" status: 204 len: 168 time: 0.2765086 Sep 12 14:21:16.555686 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4fe1a-a43e-4dd6-87e6-d37c3bd88855 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8d1d88-06dd-4228-a999-c93de3386fb6,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:16.599545 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-44a1343b-d894-46cc-a0c3-18ede6fda517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:16.601269 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-44a1343b-d894-46cc-a0c3-18ede6fda517 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7a92484ba35b46b6bd86a3072403410e&device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 1127 time: 0.0399704 Sep 12 14:21:16.708247 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5a79c7f4-e78e-483e-b164-be3e9f47c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:16.709694 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5a79c7f4-e78e-483e-b164-be3e9f47c2ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 200 len: 910 time: 0.1005478 Sep 12 14:21:16.716067 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52264) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:16.766026 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5ace9209-0946-40e1-885b-7a87a212d7de service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a HTTP/1.1" status: 200 len: 217 time: 0.0429435 Sep 12 14:21:17.047710 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-964147fd-53e1-46a0-a912-c7a463d97e36 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=16f4b8ab396d4e008bf4e9e903d5da7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305385 Sep 12 14:21:17.050267 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52266) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:17.063397 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5a7fd6fc-7727-4db8-a177-abf17b778358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:17.064818 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5a7fd6fc-7727-4db8-a177-abf17b778358 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=0ee16f1f-a8e0-4824-8c42-dc60c87202fa HTTP/1.1" status: 200 len: 849 time: 0.2878687 Sep 12 14:21:17.099765 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-96e17c6f-2153-4180-862f-ca63bb0947d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259836 Sep 12 14:21:17.100016 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] Publish callbacks [] for security_group (78220167-51c4-4514-889c-901b7e43b8b1), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.120389 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] Publish callbacks [] for security_group (78220167-51c4-4514-889c-901b7e43b8b1), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.157912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:17.169045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (78220167-51c4-4514-889c-901b7e43b8b1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.171742 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.172886 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/78220167-51c4-4514-889c-901b7e43b8b1 HTTP/1.1" status: 204 len: 168 time: 0.1215894 Sep 12 14:21:17.180893 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20ff91-33a1-4657-be31-ec7e85a5f366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78220167-51c4-4514-889c-901b7e43b8b1,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:17.201737 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-70d93574-a9ec-4de7-9933-303dc02c068d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928295 Sep 12 14:21:17.288887 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11888fd-dd80-48f9-a334-2f86fcb71d40 req-d0da51dc-b065-45bb-852d-54ec39d35fa4 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:17.290524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d11888fd-dd80-48f9-a334-2f86fcb71d40 req-d0da51dc-b065-45bb-852d-54ec39d35fa4 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0502729 Sep 12 14:21:17.330260 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-84e72d77-2fd5-49e2-8344-8b3629eaebb0 req-5b0cc3c4-cf0e-4b32-9e59-39fa46ffed8c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191509 Sep 12 14:21:17.350002 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d11888fd-dd80-48f9-a334-2f86fcb71d40 req-afd59a3b-2841-476f-b01f-a855cd2dbe4d tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511870 Sep 12 14:21:17.582603 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:21:17.583292 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52284) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:17.622609 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-05396033-b3bb-492a-8635-79f1a6044458 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4a8942946042464383f7e61600848a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375452 Sep 12 14:21:17.625901 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52286) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:17.676939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] Publish callbacks [] for security_group (023bde6f-ec38-46af-9a36-64d82631dff9), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.698862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] Publish callbacks [] for security_group (023bde6f-ec38-46af-9a36-64d82631dff9), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.748125 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (023bde6f-ec38-46af-9a36-64d82631dff9), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.750739 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:17.751971 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/023bde6f-ec38-46af-9a36-64d82631dff9 HTTP/1.1" status: 204 len: 168 time: 0.1252420 Sep 12 14:21:17.759681 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f8f8-19cc-4858-95fc-b4b4906c8530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023bde6f-ec38-46af-9a36-64d82631dff9,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:18.474075 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073539a-5294-4841-80dc-d1f648706f88 req-2adbce33-6d9d-4f3e-96cb-ca5c0fb7f8b0 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:18.475582 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6073539a-5294-4841-80dc-d1f648706f88 req-2adbce33-6d9d-4f3e-96cb-ca5c0fb7f8b0 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 943 time: 0.0473492 Sep 12 14:21:18.507552 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:18.532259 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6073539a-5294-4841-80dc-d1f648706f88 req-dda9e556-bbb1-45c6-af2a-8c49d7bbe978 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Sep 12 14:21:18.594360 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 56539fc1-47e0-400c-80f8-6af5c4ceef8a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:21:18.701114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:18.714491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '56539fc1-47e0-400c-80f8-6af5c4ceef8a', 'network_id': 'ce8cfc23-dc23-4de7-a589-9e5ac5e263d6', 'port_id': '56539fc1-47e0-400c-80f8-6af5c4ceef8a', 'mac_address': 'fa:16:3e:eb:22:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee16f1f-a8e0-4824-8c42-dc60c87202fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:21:18.793168 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 56539fc1-47e0-400c-80f8-6af5c4ceef8a is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:21:18.793828 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:18.815747 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:18.829917 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56539fc1-47e0-400c-80f8-6af5c4ceef8a {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:21:18.878020 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:18.883199 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:18.938549 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:18.946399 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.946750 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.947118 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.947476 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.948547 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.948883 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.949443 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.949739 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.950615 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.950974 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.951654 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.952005 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.952313 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.952640 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:18.952967 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:19.141230 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['56539fc1-47e0-400c-80f8-6af5c4ceef8a'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:21:19.517589 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52340) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:19.620918 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ef30b088-acfb-41b9-888b-84a3822b9c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.645935 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:19.659103 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4db9e-db3b-4260-a779-d1660b91aa77 req-099a6ee6-5585-4ecc-921e-1177d52a86c6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:19.660624 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7f4db9e-db3b-4260-a779-d1660b91aa77 req-099a6ee6-5585-4ecc-921e-1177d52a86c6 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 944 time: 0.0484116 Sep 12 14:21:19.699531 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ef30b088-acfb-41b9-888b-84a3822b9c50 admin admin] Publish callbacks [] for security_group (15688c47-d72c-48b8-a934-98e2a24503d6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.703494 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ef30b088-acfb-41b9-888b-84a3822b9c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (15688c47-d72c-48b8-a934-98e2a24503d6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.711234 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7f4db9e-db3b-4260-a779-d1660b91aa77 req-77dc427f-f710-4048-81f2-c0575ca0e7f0 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Sep 12 14:21:19.742301 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ef30b088-acfb-41b9-888b-84a3822b9c50 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1a514e4885b48eeb2c52da39cf543a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236683 Sep 12 14:21:19.743175 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30b088-acfb-41b9-888b-84a3822b9c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15688c47-d72c-48b8-a934-98e2a24503d6,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:19.744989 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52346) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:19.797008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] Publish callbacks [] for security_group (15688c47-d72c-48b8-a934-98e2a24503d6), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.817202 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] Publish callbacks [] for security_group (15688c47-d72c-48b8-a934-98e2a24503d6), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.827758 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:19.866313 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (15688c47-d72c-48b8-a934-98e2a24503d6), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.869217 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:19.870389 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/15688c47-d72c-48b8-a934-98e2a24503d6 HTTP/1.1" status: 204 len: 168 time: 0.1244264 Sep 12 14:21:19.878295 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab281613-4780-4bbf-a4db-7eeceebef2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15688c47-d72c-48b8-a934-98e2a24503d6,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:20.157357 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52362) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:20.172123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-74c1c2d3-a870-417a-bea8-f903ff7e1e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.249870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-74c1c2d3-a870-417a-bea8-f903ff7e1e78 admin admin] Publish callbacks [] for security_group (a2bab957-a8cd-4a4d-8956-1b2dde8beb0c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.253403 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-74c1c2d3-a870-417a-bea8-f903ff7e1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a2bab957-a8cd-4a4d-8956-1b2dde8beb0c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.293731 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-74c1c2d3-a870-417a-bea8-f903ff7e1e78 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=947513e813484ff0a3a4fed0b939c451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352777 Sep 12 14:21:20.294858 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c2d3-a870-417a-bea8-f903ff7e1e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bab957-a8cd-4a4d-8956-1b2dde8beb0c,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:20.296791 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52364) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:20.350515 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] Publish callbacks [] for security_group (a2bab957-a8cd-4a4d-8956-1b2dde8beb0c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.370734 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] Publish callbacks [] for security_group (a2bab957-a8cd-4a4d-8956-1b2dde8beb0c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.418869 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a2bab957-a8cd-4a4d-8956-1b2dde8beb0c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.421379 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.422523 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a2bab957-a8cd-4a4d-8956-1b2dde8beb0c HTTP/1.1" status: 204 len: 168 time: 0.1235957 Sep 12 14:21:20.430230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903fee9-d613-4f73-90d4-20aca0ec5342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bab957-a8cd-4a4d-8956-1b2dde8beb0c,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:20.626872 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 56539fc1-47e0-400c-80f8-6af5c4ceef8a up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:21:20.669419 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 56539fc1-47e0-400c-80f8-6af5c4ceef8a completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:21:20.675659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 56539fc1-47e0-400c-80f8-6af5c4ceef8a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:21:20.676299 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.679379 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:20.756450 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 56539fc1-47e0-400c-80f8-6af5c4ceef8a is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:21:20.756802 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.782466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:20.784715 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b9380-5364-41db-a303-42e8c921ad15" -d '{"events": [{"server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "name": "network-vif-plugged", "status": "completed", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:20.796161 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:20.798614 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:20.803595 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:20.831555 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de790ef3-a13d-459a-ba9b-306c4f92dd65 x-openstack-request-id: req-de790ef3-a13d-459a-ba9b-306c4f92dd65 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:20.831849 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "name": "network-vif-plugged", "status": "completed", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:20.832103 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de790ef3-a13d-459a-ba9b-306c4f92dd65 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:20.832503 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de790ef3-a13d-459a-ba9b-306c4f92dd65'] response: {'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a', 'code': 200} Sep 12 14:21:20.869242 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:21.040973 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5541f5-975d-46fa-a7b0-a64e172d27c1 req-07fd61cd-42aa-4d0f-9f59-97ea273daacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:21.043377 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-eb5541f5-975d-46fa-a7b0-a64e172d27c1 req-07fd61cd-42aa-4d0f-9f59-97ea273daacf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 1129 time: 0.0450060 Sep 12 14:21:21.095510 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-eb5541f5-975d-46fa-a7b0-a64e172d27c1 req-5e5d91b2-4440-42c7-bb0f-828bbb24bd07 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Sep 12 14:21:21.125136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327601e-d87c-422b-89cf-8c1dd093e0dd req-ed98e202-6a1e-4033-8d84-adb14674c3fd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:21.126610 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7327601e-d87c-422b-89cf-8c1dd093e0dd req-ed98e202-6a1e-4033-8d84-adb14674c3fd tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 945 time: 0.3354557 Sep 12 14:21:21.174427 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7327601e-d87c-422b-89cf-8c1dd093e0dd req-b273bc10-aaeb-4985-91eb-58a46f69124e tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Sep 12 14:21:21.913230 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-f01a2916-9838-4615-923c-9fcc9494f6d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431850 Sep 12 14:21:21.974640 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-3797247d-7eca-47d9-9571-c87ceaf727a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:21.976177 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-3797247d-7eca-47d9-9571-c87ceaf727a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0394948 Sep 12 14:21:22.136517 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:22.176847 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-88867550-0d17-4f34-a0cc-b5cb985ad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:22.178312 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-88867550-0d17-4f34-a0cc-b5cb985ad5c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.1121521 Sep 12 14:21:22.297099 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e4d8c-6f5d-492c-aec3-fd5b4061b4d9 req-55e920dd-0d3a-4af0-b140-d39e58aa37a9 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:22.298571 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a82e4d8c-6f5d-492c-aec3-fd5b4061b4d9 req-55e920dd-0d3a-4af0-b140-d39e58aa37a9 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0458319 Sep 12 14:21:22.346881 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a82e4d8c-6f5d-492c-aec3-fd5b4061b4d9 req-97239bbb-cc96-4dd3-8215-b917300d9e4f tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Sep 12 14:21:22.571156 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-bd26853a-7588-41f2-91bd-fb6aca020b20 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1001 time: 0.0747237 Sep 12 14:21:22.635169 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-402f1639-0f8b-4125-9309-5c981f92ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:22.636677 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-402f1639-0f8b-4125-9309-5c981f92ffcb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0586271 Sep 12 14:21:22.684885 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-1d1de45b-2d23-44c7-b5d9-25381a41ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:22.687093 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-1d1de45b-2d23-44c7-b5d9-25381a41ada7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442111 Sep 12 14:21:22.817755 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-b3b948bb-9c7d-4043-9f43-d5561d228ebb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241422 Sep 12 14:21:22.929005 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-fc1a82a3-f0fd-43a4-a7e4-ef1995d5af1d req-de6a7fab-71f5-49d3-a27b-6eae0ddc5638 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028159 Sep 12 14:21:23.232617 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665828e-91bf-491f-b2bf-0c6e68a5441e req-1383e213-c53e-49ce-815d-26167064fa99 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:23.234119 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d665828e-91bf-491f-b2bf-0c6e68a5441e req-1383e213-c53e-49ce-815d-26167064fa99 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Sep 12 14:21:23.291610 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d665828e-91bf-491f-b2bf-0c6e68a5441e req-62b21a76-708c-45d1-9d00-66e69eb27773 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508018 Sep 12 14:21:24.414294 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f64f2-4dc2-4460-a2a4-bcd646673609 req-13763f65-a556-4064-a5e2-0ff27badde81 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:24.415762 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-463f64f2-4dc2-4460-a2a4-bcd646673609 req-13763f65-a556-4064-a5e2-0ff27badde81 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0450168 Sep 12 14:21:24.469194 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-463f64f2-4dc2-4460-a2a4-bcd646673609 req-768b84fc-f129-4d6a-8dbb-659aa4a788c9 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=39f5d932-6b38-4260-8ee7-c8f1080b47b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464489 Sep 12 14:21:24.565184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52508) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:24.582312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-a35c413a-eb04-4fff-9b51-8f49f7334f2e tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:24.583745 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-a35c413a-eb04-4fff-9b51-8f49f7334f2e tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Sep 12 14:21:24.614897 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Deleting subnet ecf12fff-44ea-4717-b904-a414eda4174a {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:24.618592 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Publish callbacks [] for subnet (ecf12fff-44ea-4717-b904-a414eda4174a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.628068 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:24.662390 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (ecf12fff-44ea-4717-b904-a414eda4174a), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.682555 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:24.693199 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Deleting port 56539fc1-47e0-400c-80f8-6af5c4ceef8a {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:21:24.693632 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.705697 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (ecf12fff-44ea-4717-b904-a414eda4174a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.760214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (ecf12fff-44ea-4717-b904-a414eda4174a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.788399 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf12fff-44ea-4717-b904-a414eda4174a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:24.788660 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] For port 56539fc1-47e0-400c-80f8-6af5c4ceef8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=56539fc1-47e0-400c-80f8-6af5c4ceef8a,segment=NetworkSegment(19ee5aac-7cf0-4a2d-b7d7-273c6112d583),segment_id=19ee5aac-7cf0-4a2d-b7d7-273c6112d583)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:24.788938 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.790435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.793627 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e51d6df2-8c94-4f94-bf53-a30a0e3b9685 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ecf12fff-44ea-4717-b904-a414eda4174a HTTP/1.1" status: 204 len: 168 time: 0.2273984 Sep 12 14:21:24.800208 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52512) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:24.806798 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Calling delete_port for 56539fc1-47e0-400c-80f8-6af5c4ceef8a owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:21:24.811151 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:24.895109 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (bf651cbd-4bde-4a1a-a41f-03d24acfd627), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.944450 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (56539fc1-47e0-400c-80f8-6af5c4ceef8a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:24.957335 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['56539fc1-47e0-400c-80f8-6af5c4ceef8a'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:21:24.971183 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Pushing event deleted for resources: {'Port': ['ID=56539fc1-47e0-400c-80f8-6af5c4ceef8a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:24.979452 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (bf651cbd-4bde-4a1a-a41f-03d24acfd627), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.005809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf651cbd-4bde-4a1a-a41f-03d24acfd627']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.015942 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc8300-30fb-42a8-be2c-6c21e1218f3a') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.016235 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc8300-30fb-42a8-be2c-6c21e1218f3a') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.017389 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] No DVR routers for this DVR port 56539fc1-47e0-400c-80f8-6af5c4ceef8a on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:21:25.019944 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.023140 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8f8400df-9362-4609-bc3c-0d609eaab4fa req-adc9ae3b-465a-456d-8d3e-bdd5861178b2 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.23 "DELETE /networking/v2.0/ports/56539fc1-47e0-400c-80f8-6af5c4ceef8a HTTP/1.1" status: 204 len: 173 time: 0.4301531 Sep 12 14:21:25.023638 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'name': 'network-vif-deleted', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:21:25.025879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8224ec-1e2e-4259-87a5-d504a0b8bf6e" -d '{"events": [{"server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "name": "network-vif-deleted", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:21:25.027062 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (3fbc8300-30fb-42a8-be2c-6c21e1218f3a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.040843 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (3fbc8300-30fb-42a8-be2c-6c21e1218f3a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.047459 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:25.047847 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (3fbc8300-30fb-42a8-be2c-6c21e1218f3a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.063986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4babf0-ee79-4981-9052-8845faa3ae2d x-openstack-request-id: req-fc4babf0-ee79-4981-9052-8845faa3ae2d {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:21:25.063986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cc240b-6cee-41af-bb68-c454291be7e2", "name": "network-vif-deleted", "tag": "56539fc1-47e0-400c-80f8-6af5c4ceef8a", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:21:25.064212 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc4babf0-ee79-4981-9052-8845faa3ae2d {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:21:25.064425 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4babf0-ee79-4981-9052-8845faa3ae2d'] response: {'server_uuid': '93cc240b-6cee-41af-bb68-c454291be7e2', 'name': 'network-vif-deleted', 'tag': '56539fc1-47e0-400c-80f8-6af5c4ceef8a', 'status': 'completed', 'code': 200} Sep 12 14:21:25.089953 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 3fbc8300-30fb-42a8-be2c-6c21e1218f3a resource provider aggregate not found Sep 12 14:21:25.120248 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (bf651cbd-4bde-4a1a-a41f-03d24acfd627), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.127457 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 3fbc8300-30fb-42a8-be2c-6c21e1218f3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fbc8300-30fb-42a8-be2c-6c21e1218f3a found for delete ", "request_id": "req-a2bdfaae-7b55-484a-b5e2-4777d8d15122"}]} Sep 12 14:21:25.130108 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.135322 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/bf651cbd-4bde-4a1a-a41f-03d24acfd627 HTTP/1.1" status: 204 len: 168 time: 0.3333709 Sep 12 14:21:25.136304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52520) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:25.148166 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51797cd9-f9b8-4149-8576-765c22095d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf651cbd-4bde-4a1a-a41f-03d24acfd627,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:25.189606 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Deleting subnet d70e92c6-175e-43a0-a510-f7fb8b56b257 {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:25.193144 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Publish callbacks [] for subnet (d70e92c6-175e-43a0-a510-f7fb8b56b257), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.231952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (d70e92c6-175e-43a0-a510-f7fb8b56b257), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.255314 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:25.273754 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (d70e92c6-175e-43a0-a510-f7fb8b56b257), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.331506 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (d70e92c6-175e-43a0-a510-f7fb8b56b257), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.358441 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70e92c6-175e-43a0-a510-f7fb8b56b257,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:25.360340 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.364731 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-fd19d9e0-dfda-4d19-9ae7-0667133d31ec admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d70e92c6-175e-43a0-a510-f7fb8b56b257 HTTP/1.1" status: 204 len: 168 time: 0.2259316 Sep 12 14:21:25.366370 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52524) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:25.440912 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (7633a0d4-41c5-4961-80fa-4805516e0011), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.521986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (7633a0d4-41c5-4961-80fa-4805516e0011), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.542088 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7633a0d4-41c5-4961-80fa-4805516e0011']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.552015 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045a291a-01b1-4a87-8229-7abe6a741f8a') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.552308 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045a291a-01b1-4a87-8229-7abe6a741f8a') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:25.563097 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (045a291a-01b1-4a87-8229-7abe6a741f8a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.584456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (045a291a-01b1-4a87-8229-7abe6a741f8a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.607614 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ca54b1e7-d46c-4028-bdac-77be1b7bfa54 req-3643d9d6-c973-4462-a492-0f1557f151f5 tempest-VolumesActionsTest-399135641 tempest-VolumesActionsTest-399135641-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93cc240b-6cee-41af-bb68-c454291be7e2 HTTP/1.1" status: 200 len: 210 time: 0.0339577 Sep 12 14:21:25.610249 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:25.610589 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (045a291a-01b1-4a87-8229-7abe6a741f8a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.670289 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (7633a0d4-41c5-4961-80fa-4805516e0011), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.674566 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.678150 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7633a0d4-41c5-4961-80fa-4805516e0011 HTTP/1.1" status: 204 len: 168 time: 0.3105984 Sep 12 14:21:25.697053 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e811fe-d07d-4d28-9e39-d708dd05987c admin admin] Pushing event deleted for resources: {'Network': ['ID=7633a0d4-41c5-4961-80fa-4805516e0011,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:25.866076 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52534) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:25.910751 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-255aa648-6da3-4067-ac4d-625e321e006e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0412ec3ff65b4c7284b4aeba06d355dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412610 Sep 12 14:21:25.911519 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52536) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:25.969713 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] Publish callbacks [] for security_group (bde2f29d-6498-4750-8319-eac623e35ecc), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:25.999377 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] Publish callbacks [] for security_group (bde2f29d-6498-4750-8319-eac623e35ecc), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.049540 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (bde2f29d-6498-4750-8319-eac623e35ecc), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.052408 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.053815 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bde2f29d-6498-4750-8319-eac623e35ecc HTTP/1.1" status: 204 len: 168 time: 0.1414430 Sep 12 14:21:26.062394 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0c89c-c078-457f-aaa7-bc4d148b806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2f29d-6498-4750-8319-eac623e35ecc,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:26.385223 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52546) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:26.427723 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-14b56631-b2db-45f0-8498-0d1e36b4bd43 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=16fd2599e7514acf9864bf0bca9ac5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411441 Sep 12 14:21:26.430133 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52548) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:26.454695 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:26.482427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] Publish callbacks [] for security_group (30011ab8-1b7c-4d67-9ec7-083b2858ebfb), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.503556 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] Publish callbacks [] for security_group (30011ab8-1b7c-4d67-9ec7-083b2858ebfb), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.551705 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (30011ab8-1b7c-4d67-9ec7-083b2858ebfb), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.554277 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:26.555455 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/30011ab8-1b7c-4d67-9ec7-083b2858ebfb HTTP/1.1" status: 204 len: 168 time: 0.1244264 Sep 12 14:21:26.563781 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2c9a-8619-46f6-9c3c-f3dc9643b874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30011ab8-1b7c-4d67-9ec7-083b2858ebfb,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:27.164923 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 045a291a-01b1-4a87-8229-7abe6a741f8a resource provider aggregate not found Sep 12 14:21:27.193221 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 045a291a-01b1-4a87-8229-7abe6a741f8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 045a291a-01b1-4a87-8229-7abe6a741f8a found for delete ", "request_id": "req-53a4e96a-cabb-4adb-9962-aafb2274a9c1"}]} Sep 12 14:21:30.352774 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 56539fc1-47e0-400c-80f8-6af5c4ceef8a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:21:30.372496 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 56539fc1-47e0-400c-80f8-6af5c4ceef8a {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:21:30.372843 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 56539fc1-47e0-400c-80f8-6af5c4ceef8a not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:21:30.678123 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:30.683134 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:31.857306 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52710) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:31.977528 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a11de9e-4d22-46e3-ab02-a97033df4c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.067463 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a11de9e-4d22-46e3-ab02-a97033df4c3a admin admin] Publish callbacks [] for security_group (1825bf34-ce7d-4392-8c61-a3a03659fe7b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.073023 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a11de9e-4d22-46e3-ab02-a97033df4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1825bf34-ce7d-4392-8c61-a3a03659fe7b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.076899 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:32.123943 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52714) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:32.127739 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-6a11de9e-4d22-46e3-ab02-a97033df4c3a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9afc5306d0454c8bbf47fab2309b076e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675688 Sep 12 14:21:32.129145 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11de9e-4d22-46e3-ab02-a97033df4c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825bf34-ce7d-4392-8c61-a3a03659fe7b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:32.193319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] Publish callbacks [] for security_group (1825bf34-ce7d-4392-8c61-a3a03659fe7b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.218093 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] Publish callbacks [] for security_group (1825bf34-ce7d-4392-8c61-a3a03659fe7b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.275858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1825bf34-ce7d-4392-8c61-a3a03659fe7b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.279205 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.284191 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1825bf34-ce7d-4392-8c61-a3a03659fe7b HTTP/1.1" status: 204 len: 168 time: 0.1581333 Sep 12 14:21:32.295134 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aed642-14aa-4d66-afa3-07f17b9df144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825bf34-ce7d-4392-8c61-a3a03659fe7b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:32.631981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52722) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:32.646604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8c950a90-99a7-4218-81ed-9230887a6917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.736240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8c950a90-99a7-4218-81ed-9230887a6917 admin admin] Publish callbacks [] for security_group (8de0bbe1-3cef-4a66-945a-8de1bb3fad1d), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.741168 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8c950a90-99a7-4218-81ed-9230887a6917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8de0bbe1-3cef-4a66-945a-8de1bb3fad1d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.779015 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:32.782483 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c950a90-99a7-4218-81ed-9230887a6917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0bbe1-3cef-4a66-945a-8de1bb3fad1d,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:32.790146 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8c950a90-99a7-4218-81ed-9230887a6917 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=69a433e48d47482990f44ae5ed9f2b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568172 Sep 12 14:21:32.790353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52728) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:32.853063 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] Publish callbacks [] for security_group (8de0bbe1-3cef-4a66-945a-8de1bb3fad1d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.864878 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:32.876108 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] Publish callbacks [] for security_group (8de0bbe1-3cef-4a66-945a-8de1bb3fad1d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.927155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (8de0bbe1-3cef-4a66-945a-8de1bb3fad1d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.929904 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:32.934313 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8de0bbe1-3cef-4a66-945a-8de1bb3fad1d HTTP/1.1" status: 204 len: 168 time: 0.1419079 Sep 12 14:21:32.943144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4f4ab-e281-4a9c-a511-2eb7d708abbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0bbe1-3cef-4a66-945a-8de1bb3fad1d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:33.105466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb906ebf-9611-454f-a87b-338e18329c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.309819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52734) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:33.326133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89f1402-2d72-4262-a050-24735483139f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.417929 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89f1402-2d72-4262-a050-24735483139f admin admin] Publish callbacks [] for security_group (4973074a-aa06-483b-8ec6-528e520fcc19), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.423283 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89f1402-2d72-4262-a050-24735483139f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4973074a-aa06-483b-8ec6-528e520fcc19), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.474322 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f1402-2d72-4262-a050-24735483139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973074a-aa06-483b-8ec6-528e520fcc19,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:33.481589 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c89f1402-2d72-4262-a050-24735483139f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b9a0cfabf99d4fa2bb1dea1e601d4ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673334 Sep 12 14:21:33.481915 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52738) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:33.544305 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] Publish callbacks [] for security_group (4973074a-aa06-483b-8ec6-528e520fcc19), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.565993 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] Publish callbacks [] for security_group (4973074a-aa06-483b-8ec6-528e520fcc19), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.622166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4973074a-aa06-483b-8ec6-528e520fcc19), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.625021 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:33.626107 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4973074a-aa06-483b-8ec6-528e520fcc19 HTTP/1.1" status: 204 len: 168 time: 0.1431592 Sep 12 14:21:33.634668 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbac739-c920-4487-9e2f-0cbfe50af060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973074a-aa06-483b-8ec6-528e520fcc19,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:35.313922 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ffd4dee-28ba-4339-9662-383532b988aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:36.643348 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:38.177500 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:38.331554 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:38.830481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52878) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:38.989816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66238502-e763-4297-bdb1-491cc203f146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.077695 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66238502-e763-4297-bdb1-491cc203f146 admin admin] Publish callbacks [] for security_group (4a4c1e6d-add0-4841-8bd6-94a14a1f73b7), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.083655 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-66238502-e763-4297-bdb1-491cc203f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4a4c1e6d-add0-4841-8bd6-94a14a1f73b7), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.121635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238502-e763-4297-bdb1-491cc203f146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c1e6d-add0-4841-8bd6-94a14a1f73b7,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:39.139447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52890) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:39.151634 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-66238502-e763-4297-bdb1-491cc203f146 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0e7c6c045c04466e8a98ff8d02ecd9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196726 Sep 12 14:21:39.195965 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] Publish callbacks [] for security_group (4a4c1e6d-add0-4841-8bd6-94a14a1f73b7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.220519 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] Publish callbacks [] for security_group (4a4c1e6d-add0-4841-8bd6-94a14a1f73b7), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.289732 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4a4c1e6d-add0-4841-8bd6-94a14a1f73b7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.293878 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:39.298401 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a4c1e6d-add0-4841-8bd6-94a14a1f73b7 HTTP/1.1" status: 204 len: 168 time: 0.1578987 Sep 12 14:21:39.313281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f56ed6-85d9-4a43-942f-d680b8d7a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c1e6d-add0-4841-8bd6-94a14a1f73b7,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:39.596009 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 52902) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:39.957798 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f995296e-2134-4d28-ae1d-e57b1e24cb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.050509 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f995296e-2134-4d28-ae1d-e57b1e24cb7a admin admin] Publish callbacks [] for security_group (f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.054895 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f995296e-2134-4d28-ae1d-e57b1e24cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.097314 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f995296e-2134-4d28-ae1d-e57b1e24cb7a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aa0ed12cfa6a44bea6d6894143b8ba71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977756 Sep 12 14:21:40.098282 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52924) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:40.104430 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995296e-2134-4d28-ae1d-e57b1e24cb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:40.145874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:40.171458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] Publish callbacks [] for security_group (f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.199135 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] Publish callbacks [] for security_group (f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.258724 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.265330 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.266777 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f HTTP/1.1" status: 204 len: 168 time: 0.1665051 Sep 12 14:21:40.277689 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bcbc5-00d8-41e7-853b-a3d07986d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885cbb1-5312-4fd5-8f37-7cc0e6d57f5f,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:40.847739 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52946) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:40.863964 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4a7abcd9-5854-4406-b417-b6fcb63b7914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.958001 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4a7abcd9-5854-4406-b417-b6fcb63b7914 admin admin] Publish callbacks [] for security_group (68a8d59b-4be3-473e-b889-560b44496084), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:40.964315 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-4a7abcd9-5854-4406-b417-b6fcb63b7914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (68a8d59b-4be3-473e-b889-560b44496084), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:41.018279 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4a7abcd9-5854-4406-b417-b6fcb63b7914 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4d2c0afcd92a49529027cff8f253f40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690993 Sep 12 14:21:41.019732 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7abcd9-5854-4406-b417-b6fcb63b7914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a8d59b-4be3-473e-b889-560b44496084,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:41.022289 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 52954) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:41.086407 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] Publish callbacks [] for security_group (68a8d59b-4be3-473e-b889-560b44496084), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:41.116008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] Publish callbacks [] for security_group (68a8d59b-4be3-473e-b889-560b44496084), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:41.193164 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (68a8d59b-4be3-473e-b889-560b44496084), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:41.198287 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:41.200819 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/68a8d59b-4be3-473e-b889-560b44496084 HTTP/1.1" status: 204 len: 168 time: 0.1769350 Sep 12 14:21:41.211718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff673428-62bc-4418-805a-87439bed77a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a8d59b-4be3-473e-b889-560b44496084,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:47.313497 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53138) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:47.432110 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.461022 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:47.523631 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Publish callbacks [] for security_group (9dc5e454-9463-41fa-885b-7d43eaa4b672), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.527973 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9dc5e454-9463-41fa-885b-7d43eaa4b672), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.567783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53152) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:47.568359 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=238807e2a18d423da310a7d679e9d153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527056 Sep 12 14:21:47.585919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc5e454-9463-41fa-885b-7d43eaa4b672,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:47.594005 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.594353 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.594697 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.595055 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.595386 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.595713 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.596035 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.596356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.596680 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.596997 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.597317 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.597639 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.597951 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.598443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.598761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7035a-61fe-4c65-9deb-fc1b697f97dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:21:47.648689 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] Publish callbacks [] for security_group (9dc5e454-9463-41fa-885b-7d43eaa4b672), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.670978 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] Publish callbacks [] for security_group (9dc5e454-9463-41fa-885b-7d43eaa4b672), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.678596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:47.724625 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9dc5e454-9463-41fa-885b-7d43eaa4b672), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.727302 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:47.735135 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9dc5e454-9463-41fa-885b-7d43eaa4b672 HTTP/1.1" status: 204 len: 168 time: 0.1629748 Sep 12 14:21:47.743429 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02814197-38c4-43a7-9606-417c22282e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc5e454-9463-41fa-885b-7d43eaa4b672,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:48.004775 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53178) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:48.019454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d35f8fb-ecdd-4814-b5f4-1e0b82c03ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.038382 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:48.098734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d35f8fb-ecdd-4814-b5f4-1e0b82c03ffe admin admin] Publish callbacks [] for security_group (4ae262d8-f514-43b6-85b8-ab772da0e74a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.101965 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2d35f8fb-ecdd-4814-b5f4-1e0b82c03ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4ae262d8-f514-43b6-85b8-ab772da0e74a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.142345 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35f8fb-ecdd-4814-b5f4-1e0b82c03ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae262d8-f514-43b6-85b8-ab772da0e74a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:48.146536 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2d35f8fb-ecdd-4814-b5f4-1e0b82c03ffe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8954e46202cd46b09accb6fe9e32c637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407487 Sep 12 14:21:48.150309 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53184) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:48.206774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] Publish callbacks [] for security_group (4ae262d8-f514-43b6-85b8-ab772da0e74a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.218611 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:48.228988 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] Publish callbacks [] for security_group (4ae262d8-f514-43b6-85b8-ab772da0e74a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.285642 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (4ae262d8-f514-43b6-85b8-ab772da0e74a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.289565 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.290155 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4ae262d8-f514-43b6-85b8-ab772da0e74a HTTP/1.1" status: 204 len: 168 time: 0.1396713 Sep 12 14:21:48.298216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708d866-13da-49f9-9c35-dd060bf0467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae262d8-f514-43b6-85b8-ab772da0e74a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:48.629918 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53212) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:48.646381 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fcecfa08-fd67-4ff1-a6ae-4a0c7077154e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.727133 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fcecfa08-fd67-4ff1-a6ae-4a0c7077154e admin admin] Publish callbacks [] for security_group (04d1a00a-68b5-4700-9e86-df39ced46402), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.731360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-fcecfa08-fd67-4ff1-a6ae-4a0c7077154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (04d1a00a-68b5-4700-9e86-df39ced46402), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.766163 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.774590 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-fcecfa08-fd67-4ff1-a6ae-4a0c7077154e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2fc77d8af99442f1aea9f0e2f0c882b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436062 Sep 12 14:21:48.775459 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecfa08-fd67-4ff1-a6ae-4a0c7077154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1a00a-68b5-4700-9e86-df39ced46402,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:48.777387 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53236) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:48.833997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] Publish callbacks [] for security_group (04d1a00a-68b5-4700-9e86-df39ced46402), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.854806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] Publish callbacks [] for security_group (04d1a00a-68b5-4700-9e86-df39ced46402), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.913059 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (04d1a00a-68b5-4700-9e86-df39ced46402), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.921382 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:48.922598 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/04d1a00a-68b5-4700-9e86-df39ced46402 HTTP/1.1" status: 204 len: 168 time: 0.1441216 Sep 12 14:21:48.931600 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70cd18-161f-4027-8adc-4bfe17e38d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1a00a-68b5-4700-9e86-df39ced46402,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:49.312876 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53270) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:49.469504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-364c6bc0-a303-4fa3-a912-6e938e171a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.549423 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-364c6bc0-a303-4fa3-a912-6e938e171a69 admin admin] Publish callbacks [] for security_group (922459ec-4512-4648-810c-b1d54922f5e5), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.552685 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-364c6bc0-a303-4fa3-a912-6e938e171a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (922459ec-4512-4648-810c-b1d54922f5e5), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.591443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c6bc0-a303-4fa3-a912-6e938e171a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922459ec-4512-4648-810c-b1d54922f5e5,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:49.598058 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-364c6bc0-a303-4fa3-a912-6e938e171a69 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01cbf4941c6c48b29a860150a980c2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816684 Sep 12 14:21:49.598461 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53284) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:49.649769 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] Publish callbacks [] for security_group (922459ec-4512-4648-810c-b1d54922f5e5), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.670127 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] Publish callbacks [] for security_group (922459ec-4512-4648-810c-b1d54922f5e5), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.723210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (922459ec-4512-4648-810c-b1d54922f5e5), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.725749 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:49.726937 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/922459ec-4512-4648-810c-b1d54922f5e5 HTTP/1.1" status: 204 len: 168 time: 0.1274235 Sep 12 14:21:49.735368 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b366-c701-4f57-94e0-bb1f2f8d9392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922459ec-4512-4648-810c-b1d54922f5e5,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:50.052229 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53302) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.104186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Deleting subnet 0ee16f1f-a8e0-4824-8c42-dc60c87202fa {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:21:50.107374 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Publish callbacks [] for subnet (0ee16f1f-a8e0-4824-8c42-dc60c87202fa), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.126760 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53304) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.141663 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-250135de-cf72-47b6-90be-dbc8fd02f9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.143454 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:50.152852 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (0ee16f1f-a8e0-4824-8c42-dc60c87202fa), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.198339 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (0ee16f1f-a8e0-4824-8c42-dc60c87202fa), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.228949 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-250135de-cf72-47b6-90be-dbc8fd02f9a0 admin admin] Publish callbacks [] for security_group (b358fb66-f826-45ae-a436-2e9321f36bb9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.234281 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-250135de-cf72-47b6-90be-dbc8fd02f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b358fb66-f826-45ae-a436-2e9321f36bb9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.261664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (0ee16f1f-a8e0-4824-8c42-dc60c87202fa), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.277853 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250135de-cf72-47b6-90be-dbc8fd02f9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b358fb66-f826-45ae-a436-2e9321f36bb9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:50.292031 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee16f1f-a8e0-4824-8c42-dc60c87202fa,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:50.293720 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-250135de-cf72-47b6-90be-dbc8fd02f9a0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0c207550dc874483aae3067151575d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657705 Sep 12 14:21:50.296423 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53310) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.298340 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.305440 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8502ecee-5bb1-40b9-9905-66971e12fb18 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/0ee16f1f-a8e0-4824-8c42-dc60c87202fa HTTP/1.1" status: 204 len: 168 time: 0.2519662 Sep 12 14:21:50.306044 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53312) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.356100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] Publish callbacks [] for security_group (b358fb66-f826-45ae-a436-2e9321f36bb9), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.358817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:50.378283 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.382182 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] Publish callbacks [] for security_group (b358fb66-f826-45ae-a436-2e9321f36bb9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.436755 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b358fb66-f826-45ae-a436-2e9321f36bb9), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.439480 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.443067 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b358fb66-f826-45ae-a436-2e9321f36bb9 HTTP/1.1" status: 204 len: 168 time: 0.1431983 Sep 12 14:21:50.449326 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f969969-cbfb-448c-a3e6-04a409f33264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358fb66-f826-45ae-a436-2e9321f36bb9,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:50.475358 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.477674 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:50.501578 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8cfc23-dc23-4de7-a589-9e5ac5e263d6']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:50.512789 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ee5aac-7cf0-4a2d-b7d7-273c6112d583') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:50.513087 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ee5aac-7cf0-4a2d-b7d7-273c6112d583') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:50.523172 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (19ee5aac-7cf0-4a2d-b7d7-273c6112d583), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.537661 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (19ee5aac-7cf0-4a2d-b7d7-273c6112d583), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.545013 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:21:50.545425 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (19ee5aac-7cf0-4a2d-b7d7-273c6112d583), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.574702 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 19ee5aac-7cf0-4a2d-b7d7-273c6112d583 resource provider aggregate not found Sep 12 14:21:50.609495 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 19ee5aac-7cf0-4a2d-b7d7-273c6112d583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ee5aac-7cf0-4a2d-b7d7-273c6112d583 found for delete ", "request_id": "req-f47381e5-eae3-4012-b292-46eac78ff29a"}]} Sep 12 14:21:50.632763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (ce8cfc23-dc23-4de7-a589-9e5ac5e263d6), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.642730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.648295 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ce8cfc23-dc23-4de7-a589-9e5ac5e263d6 HTTP/1.1" status: 204 len: 168 time: 0.3405211 Sep 12 14:21:50.664570 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9b41b-1804-4d69-ace7-417dbafa7433 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8cfc23-dc23-4de7-a589-9e5ac5e263d6,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:50.857766 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53334) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.893133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:50.909878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53336) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.910031 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-82e07726-708e-4178-9d64-a04e80be53d2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7a92484ba35b46b6bd86a3072403410e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487003 Sep 12 14:21:50.910713 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53338) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:50.922830 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6e6574a5-1b0e-4ec5-aed8-4438e7c3c22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.976042 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] Publish callbacks [] for security_group (39f5d932-6b38-4260-8ee7-c8f1080b47b0), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:50.998378 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] Publish callbacks [] for security_group (39f5d932-6b38-4260-8ee7-c8f1080b47b0), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.018096 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6e6574a5-1b0e-4ec5-aed8-4438e7c3c22a admin admin] Publish callbacks [] for security_group (ae1632a9-8ca8-42b2-b705-1675deb3f98e), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.024240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-6e6574a5-1b0e-4ec5-aed8-4438e7c3c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ae1632a9-8ca8-42b2-b705-1675deb3f98e), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.068789 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-6e6574a5-1b0e-4ec5-aed8-4438e7c3c22a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=dae1fabb3bd2430494d688094730994a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591969 Sep 12 14:21:51.071641 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53342) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:51.073256 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6574a5-1b0e-4ec5-aed8-4438e7c3c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1632a9-8ca8-42b2-b705-1675deb3f98e,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:51.081532 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (39f5d932-6b38-4260-8ee7-c8f1080b47b0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.084203 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.088038 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/39f5d932-6b38-4260-8ee7-c8f1080b47b0 HTTP/1.1" status: 204 len: 168 time: 0.1761630 Sep 12 14:21:51.109596 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4460-c74b-47b9-bfd9-49d9a2e9aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5d932-6b38-4260-8ee7-c8f1080b47b0,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:51.131716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:51.131716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:51.162007 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] Publish callbacks [] for security_group (ae1632a9-8ca8-42b2-b705-1675deb3f98e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.184293 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] Publish callbacks [] for security_group (ae1632a9-8ca8-42b2-b705-1675deb3f98e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.238982 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (ae1632a9-8ca8-42b2-b705-1675deb3f98e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.242337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:51.243802 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ae1632a9-8ca8-42b2-b705-1675deb3f98e HTTP/1.1" status: 204 len: 168 time: 0.1710644 Sep 12 14:21:51.260925 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2265281-fb4a-46b6-9d25-cb76d61a50cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1632a9-8ca8-42b2-b705-1675deb3f98e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:54.585661 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:21:54.960920 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53494) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.067184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90acc9ef-0d43-4ec2-885a-681effa1371f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.149473 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90acc9ef-0d43-4ec2-885a-681effa1371f admin admin] Publish callbacks [] for security_group (b15835de-8b1a-4a81-9470-304ca70c8ff3), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.153691 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90acc9ef-0d43-4ec2-885a-681effa1371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b15835de-8b1a-4a81-9470-304ca70c8ff3), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.197376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-90acc9ef-0d43-4ec2-885a-681effa1371f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=35138dfc71394eb2981128de6d451acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353580 Sep 12 14:21:55.198335 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acc9ef-0d43-4ec2-885a-681effa1371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15835de-8b1a-4a81-9470-304ca70c8ff3,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:55.200874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53506) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.253762 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] Publish callbacks [] for security_group (b15835de-8b1a-4a81-9470-304ca70c8ff3), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.275617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] Publish callbacks [] for security_group (b15835de-8b1a-4a81-9470-304ca70c8ff3), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.299036 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53512) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.328215 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b15835de-8b1a-4a81-9470-304ca70c8ff3), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.331103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.332263 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b15835de-8b1a-4a81-9470-304ca70c8ff3 HTTP/1.1" status: 204 len: 168 time: 0.1304126 Sep 12 14:21:55.354858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1abf8e-e5e8-4b68-af98-17b36fd044bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15835de-8b1a-4a81-9470-304ca70c8ff3,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:55.445833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad266cf9-a93c-4372-b7cb-0c78783addea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.530640 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad266cf9-a93c-4372-b7cb-0c78783addea admin admin] Publish callbacks [] for security_group (a16ac390-622e-40f0-a8ad-f88110b42cc2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.534700 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ad266cf9-a93c-4372-b7cb-0c78783addea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a16ac390-622e-40f0-a8ad-f88110b42cc2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.574224 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad266cf9-a93c-4372-b7cb-0c78783addea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16ac390-622e-40f0-a8ad-f88110b42cc2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:55.578919 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-ad266cf9-a93c-4372-b7cb-0c78783addea admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1bc077285f3a4fda895f9e9d6e3886fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787573 Sep 12 14:21:55.582028 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53522) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.619878 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:55.647867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] Publish callbacks [] for security_group (a16ac390-622e-40f0-a8ad-f88110b42cc2), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.655217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53524) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.657007 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:55.668923 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c6477262-5b7e-4910-b5cc-87b1d36baf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.673320 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] Publish callbacks [] for security_group (a16ac390-622e-40f0-a8ad-f88110b42cc2), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.725845 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a16ac390-622e-40f0-a8ad-f88110b42cc2), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.729033 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.731053 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a16ac390-622e-40f0-a8ad-f88110b42cc2 HTTP/1.1" status: 204 len: 168 time: 0.1480851 Sep 12 14:21:55.741080 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c926-0bfb-4958-b6e7-cda3a7e79421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16ac390-622e-40f0-a8ad-f88110b42cc2,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:55.751899 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c6477262-5b7e-4910-b5cc-87b1d36baf27 admin admin] Publish callbacks [] for security_group (652b1b54-ead3-47a7-ab0e-2ccc31644899), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.756009 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c6477262-5b7e-4910-b5cc-87b1d36baf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (652b1b54-ead3-47a7-ab0e-2ccc31644899), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.780127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:55.794353 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c6477262-5b7e-4910-b5cc-87b1d36baf27 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ff2b255c631c4e8f852db18ef7bace46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380417 Sep 12 14:21:55.797158 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53528) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:55.811394 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6477262-5b7e-4910-b5cc-87b1d36baf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652b1b54-ead3-47a7-ab0e-2ccc31644899,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:55.859984 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] Publish callbacks [] for security_group (652b1b54-ead3-47a7-ab0e-2ccc31644899), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.881419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] Publish callbacks [] for security_group (652b1b54-ead3-47a7-ab0e-2ccc31644899), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.931797 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (652b1b54-ead3-47a7-ab0e-2ccc31644899), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.934448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:55.935890 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/652b1b54-ead3-47a7-ab0e-2ccc31644899 HTTP/1.1" status: 204 len: 168 time: 0.1374936 Sep 12 14:21:55.944788 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf495b7-7a3e-42e2-825e-d75fd183b8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652b1b54-ead3-47a7-ab0e-2ccc31644899,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:56.589962 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53572) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:56.838373 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-199725996-network', 'tenant_id': 'caed5793408e49edb40acad5410e02a9'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:56.864534 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Made reservation on behalf of caed5793408e49edb40acad5410e02a9 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:56.866870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:56.875919 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:56.958339 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks [] for security_group (a5d7a1e3-1675-4feb-8192-afcb54334838), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:56.963259 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a5d7a1e3-1675-4feb-8192-afcb54334838), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:56.999663 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:21:57.005501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7a1e3-1675-4feb-8192-afcb54334838,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:57.014789 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (19b682e1-618c-4c5e-9acb-1b8d207a094d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.015570 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.segments_db [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Added segment 19b682e1-618c-4c5e-9acb-1b8d207a094d of type vlan for network 07c297a9-f468-46ed-8199-c258a69984ca Sep 12 14:21:57.060716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (07c297a9-f468-46ed-8199-c258a69984ca), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.086385 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (07c297a9-f468-46ed-8199-c258a69984ca), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.087564 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:57.088155 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.105409 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53590) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:57.141961 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5507679 Sep 12 14:21:57.145068 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53594) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:57.152557 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Request body: {'subnet': {'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-199725996-subnet', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'ip_version': 4}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:57.153107 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dcf0c-7f12-4542-9602-1f5ee5047823 admin admin] Pushing event updated for resources: {'Network': ['ID=07c297a9-f468-46ed-8199-c258a69984ca,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:57.164627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 07c297a9-f468-46ed-8199-c258a69984ca details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:21:57.174624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Made reservation on behalf of caed5793408e49edb40acad5410e02a9 for: {'subnet': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:21:57.177166 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8601203'] for subnet (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.243508 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-be7342bd-e434-49ab-9e16-f3f77f668dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.261558 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:57.412621 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-be7342bd-e434-49ab-9e16-f3f77f668dfd admin admin] Publish callbacks [] for security_group (50fde615-1c57-4f45-8f26-707e70aabb4f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.420074 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-be7342bd-e434-49ab-9e16-f3f77f668dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (50fde615-1c57-4f45-8f26-707e70aabb4f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.440085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10451190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8601185'] for subnet (d2aedce1-45ef-41f0-ad2c-aa59597b53df), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.490507 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-be7342bd-e434-49ab-9e16-f3f77f668dfd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d83c92e04ee046e5bef2ec2db2c4144e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840263 Sep 12 14:21:57.493266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53596) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:57.497460 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7342bd-e434-49ab-9e16-f3f77f668dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fde615-1c57-4f45-8f26-707e70aabb4f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:57.522120 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2aedce1-45ef-41f0-ad2c-aa59597b53df,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:57.532912 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:57.533265 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Network hostable DHCP agents. Network: 07c297a9-f468-46ed-8199-c258a69984ca, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:21:57.549033 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] Publish callbacks [] for security_group (50fde615-1c57-4f45-8f26-707e70aabb4f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.550906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Network 07c297a9-f468-46ed-8199-c258a69984ca is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:21:57.560085 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 07c297a9-f468-46ed-8199-c258a69984ca) {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:57.564235 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:21:57.564878 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.568640 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534cefe-90d5-4aa7-8178-f3350ec97d8b None None] Network 07c297a9-f468-46ed-8199-c258a69984ca requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:57.578032 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] Publish callbacks [] for security_group (50fde615-1c57-4f45-8f26-707e70aabb4f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.584761 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c447d3e7-2d93-43bb-9908-7c1330bf0baf admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4357419 Sep 12 14:21:57.585091 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53598) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:57.591830 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:21:57.634668 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.635736 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.643986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:57.666876 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (50fde615-1c57-4f45-8f26-707e70aabb4f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.669716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.670910 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/50fde615-1c57-4f45-8f26-707e70aabb4f HTTP/1.1" status: 204 len: 168 time: 0.1766143 Sep 12 14:21:57.677912 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:57.688081 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-07c297a9-f468-46ed-8199-c258a69984ca', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:21:57.689397 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.695226 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e3844-b2ed-4925-8240-7fce386587f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fde615-1c57-4f45-8f26-707e70aabb4f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:57.730327 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for router_controller (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:57.902968 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for router_gateway (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.060659 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Allocated IP 172.20.0.2 (07c297a9-f468-46ed-8199-c258a69984ca/d2aedce1-45ef-41f0-ad2c-aa59597b53df/c14a2098-0513-4af4-b391-03d798a414d6) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:21:58.164496 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for router_gateway (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.183977 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.221010 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks [] for port (c14a2098-0513-4af4-b391-03d798a414d6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.228375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (c14a2098-0513-4af4-b391-03d798a414d6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.272172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:21:58.275894 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:58.279444 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:21:58.281295 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Pushing event updated for resources: {'Port': ['ID=c14a2098-0513-4af4-b391-03d798a414d6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:58.286993 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Allocated IP 172.27.3.149 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/f0821abb-d4ab-4cd2-8583-cec3cd18f9da) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:21:58.344691 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Attempting to bind port c14a2098-0513-4af4-b391-03d798a414d6 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:21:58.345082 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Attempting to bind port c14a2098-0513-4af4-b391-03d798a414d6 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:21:58.345513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Attempting to bind port c14a2098-0513-4af4-b391-03d798a414d6 on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:21:58.386852 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:21:58.387231 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:21:58.387627 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.388012 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Bound using segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:21:58.388475 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Bound port: c14a2098-0513-4af4-b391-03d798a414d6, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:21:58.388844 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c14a2098-0513-4af4-b391-03d798a414d6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.400153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.431847 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.456147 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] For port c14a2098-0513-4af4-b391-03d798a414d6, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:21:58.459431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] For port c14a2098-0513-4af4-b391-03d798a414d6, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=c14a2098-0513-4af4-b391-03d798a414d6,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:21:58.465748 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c14a2098-0513-4af4-b391-03d798a414d6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.472630 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:21:58.477888 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:21:58.483261 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:21:58.503753 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Pushing event updated for resources: {'Port': ['ID=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:58.516709 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b639c1e-23aa-4249-975d-34ab5d003de1 None None] Pushing event updated for resources: {'Port': ['ID=c14a2098-0513-4af4-b391-03d798a414d6,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:58.699057 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:58.754197 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for router_gateway (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:58.805910 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:58.941648 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.083109 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:21:59.196939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:21:59.208149 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:21:59.218388 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.219303 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:21:59.220165 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:59.223032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53614) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:21:59.231030 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-6484171c-c6d8-4152-9b0f-89140a7223ce admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6392550 Sep 12 14:21:59.346086 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:21:59.477131 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:59.501615 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048de9d-e916-4d54-a045-bd3fe128c7d5 None None] Network 07c297a9-f468-46ed-8199-c258a69984ca requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:21:59.564080 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:59.579613 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:59.584226 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Provisioning complete for port c14a2098-0513-4af4-b391-03d798a414d6 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:21:59.584791 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (c14a2098-0513-4af4-b391-03d798a414d6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.655066 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:21:58Z', 'revision_number': 3, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:21:59.680620 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:21:59.680980 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Updating router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 port f0821abb-d4ab-4cd2-8583-cec3cd18f9da binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:21:59.716910 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.724262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Current status of the port c14a2098-0513-4af4-b391-03d798a414d6 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:21:59.724694 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c14a2098-0513-4af4-b391-03d798a414d6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.734509 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.747700 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:21:59.764097 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] For port c14a2098-0513-4af4-b391-03d798a414d6, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=c14a2098-0513-4af4-b391-03d798a414d6,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:21:59.770738 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (c14a2098-0513-4af4-b391-03d798a414d6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:21:59.828337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e1aa6-0fb5-4fc7-b17d-9cddf29b3bd3 None None] Pushing event updated for resources: {'Port': ['ID=c14a2098-0513-4af4-b391-03d798a414d6,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:21:59.921919 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Allocated IP 172.20.0.1 (07c297a9-f468-46ed-8199-c258a69984ca/d2aedce1-45ef-41f0-ad2c-aa59597b53df/7a7d794d-9407-460d-a873-5b4e68f4e16f) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:21:59.988858 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-079b26a2-0b5f-4078-a1d7-d909a7db9c76 None None] Provisioning complete for port c14a2098-0513-4af4-b391-03d798a414d6 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:21:59.989228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-079b26a2-0b5f-4078-a1d7-d909a7db9c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (c14a2098-0513-4af4-b391-03d798a414d6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.024808 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks [] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.031047 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks [] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.032666 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.064062 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.066214 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Attempting to bind port f0821abb-d4ab-4cd2-8583-cec3cd18f9da on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:00.066583 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Attempting to bind port f0821abb-d4ab-4cd2-8583-cec3cd18f9da by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:00.066972 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Attempting to bind port f0821abb-d4ab-4cd2-8583-cec3cd18f9da on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:00.068613 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-079b26a2-0b5f-4078-a1d7-d909a7db9c76 None None] Current status of the port c14a2098-0513-4af4-b391-03d798a414d6 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:00.105614 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Pushing event updated for resources: {'Port': ['ID=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:00.109015 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:00.110939 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:00.115929 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:00.118514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:00.120298 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.120709 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.121095 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.123006 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.123853 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.124312 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.124623 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.125032 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.125491 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.125844 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.126140 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:00.126267 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.126682 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.127213 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.127518 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.127842 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:00.152491 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:00.152990 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:00.153448 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.153967 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:00.154446 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Bound port: f0821abb-d4ab-4cd2-8583-cec3cd18f9da, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:00.154826 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.173870 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.208023 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] For port f0821abb-d4ab-4cd2-8583-cec3cd18f9da, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:00.211270 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] For port f0821abb-d4ab-4cd2-8583-cec3cd18f9da, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:00.218712 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.262584 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:00.263453 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:00.268420 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:00.310271 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.313145 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:00.313758 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943830c-4dae-41d8-bea5-3e4208b1f0b4 None None] Pushing event updated for resources: {'Port': ['ID=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:00.387854 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-b16e5a9c-4500-473e-a704-76a5b252fb34 None None] Provisioning complete for port 7a7d794d-9407-460d-a873-5b4e68f4e16f triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:00.388217 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:00.388531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b16e5a9c-4500-473e-a704-76a5b252fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.419984 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-b16e5a9c-4500-473e-a704-76a5b252fb34 None None] Port 7a7d794d-9407-460d-a873-5b4e68f4e16f cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:22:00.478874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks [] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.485730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.555703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.556866 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:21:58Z', 'revision_number': 3, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:00.558967 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:00.566000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:00.583188 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf7613d-aaed-4da5-a876-aeff304485bd None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:21:58Z', 'revision_number': 3, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:22:00.669375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:00.670811 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:00.707679 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device c14a2098-0513-4af4-b391-03d798a414d6 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:00.759717 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port c14a2098-0513-4af4-b391-03d798a414d6 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:00.760092 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (c14a2098-0513-4af4-b391-03d798a414d6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:00.880238 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port c14a2098-0513-4af4-b391-03d798a414d6 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:01.040340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-39f59f57-8242-4300-a044-c060f9416d4e None None] Provisioning complete for port 7a7d794d-9407-460d-a873-5b4e68f4e16f triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:01.040797 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-39f59f57-8242-4300-a044-c060f9416d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.070476 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:22:01.075501 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-39f59f57-8242-4300-a044-c060f9416d4e None None] Port 7a7d794d-9407-460d-a873-5b4e68f4e16f cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:22:01.173832 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:22:01.178860 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2b6362a3-3d2e-46c7-ae9e-17b70f7eb3f5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9547746 Sep 12 14:22:01.731684 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53638) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:01.736535 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1309625687-network', 'tenant_id': '438b10e90ef242a9a61e81d427823e44'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:01.756604 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Made reservation on behalf of 438b10e90ef242a9a61e81d427823e44 for: {'network': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:22:01.758881 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for network (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.769949 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.848761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks [] for security_group (98831c17-6b95-48d1-a808-039a7ad8e076), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.852487 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (98831c17-6b95-48d1-a808-039a7ad8e076), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.871235 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:01.878635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 14:22:01.889361 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98831c17-6b95-48d1-a808-039a7ad8e076,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:01.897139 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (146d70bc-48c5-4959-a85d-483486bc04b2), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.897760 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.segments_db [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Added segment 146d70bc-48c5-4959-a85d-483486bc04b2 of type vlan for network 99889765-fb15-4af1-be42-e33787baf642 Sep 12 14:22:01.943052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727875170726'] for network (99889765-fb15-4af1-be42-e33787baf642), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.968417 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368'] for network (99889765-fb15-4af1-be42-e33787baf642), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:01.969485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:01.970127 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.036712 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3037632 Sep 12 14:22:02.039438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53640) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:02.041708 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c018b9-8205-4e4a-bf00-84730a36387d admin admin] Pushing event updated for resources: {'Network': ['ID=99889765-fb15-4af1-be42-e33787baf642,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:02.045804 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Request body: {'subnet': {'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1309625687-subnet', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:02.055466 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Network 99889765-fb15-4af1-be42-e33787baf642 details requested by agent ovs-agent-dv-cinder-820027-25-iscsi with host dv-cinder-820027-25-iscsi {{(pid=106395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 14:22:02.070947 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Made reservation on behalf of 438b10e90ef242a9a61e81d427823e44 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:22:02.074207 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8929389'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.216742 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:22:02.228065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:02.228683 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:02.250435 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10048350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8929407'] for subnet (deefdb3f-55dd-4db4-beec-615787e9d551), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.304663 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deefdb3f-55dd-4db4-beec-615787e9d551,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:02.315263 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Checking segment: {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:02.315620 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Network hostable DHCP agents. Network: 99889765-fb15-4af1-be42-e33787baf642, hostable agents: ['bb09820c-c773-49d0-a63d-0ad703bbe5fb'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 14:22:02.316485 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:02.322185 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:02.333523 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:02.336134 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Network 99889765-fb15-4af1-be42-e33787baf642 is scheduled to be hosted by DHCP agent bb09820c-c773-49d0-a63d-0ad703bbe5fb with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 14:22:02.345651 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-25-iscsi, 99889765-fb15-4af1-be42-e33787baf642) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:02.349712 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:02.350315 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.362255 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40cc99-a0c1-4f91-83fb-8c71c0a120cc None None] Network 99889765-fb15-4af1-be42-e33787baf642 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:22:02.366243 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-af376ce9-2f9a-47cc-a917-cde258781b03 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257034 Sep 12 14:22:02.368797 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53642) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:02.373028 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:02.393907 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-713095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61560'] for router (44ef7e12-79d6-40c0-b024-a8703589367d), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.395081 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-756257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61555'] for router (44ef7e12-79d6-40c0-b024-a8703589367d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.450542 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for router_controller (44ef7e12-79d6-40c0-b024-a8703589367d), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.456973 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:02.549179 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:02.558178 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dd3cd4-409d-5251-a2b1-ccb6afc6a231-99889765-fb15-4af1-be42-e33787baf642', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'project_id': '438b10e90ef242a9a61e81d427823e44', 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551'}]}} from dv-cinder-820027-25-iscsi. {{(pid=106395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 14:22:02.559073 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.587716 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for router_gateway (44ef7e12-79d6-40c0-b024-a8703589367d), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.680855 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 2, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:02.708990 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:22:02.709340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Updating router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 port 7a7d794d-9407-460d-a873-5b4e68f4e16f binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:22:02.744425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f0821abb-d4ab-4cd2-8583-cec3cd18f9da up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:02.789456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for router_gateway (44ef7e12-79d6-40c0-b024-a8703589367d), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.796073 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.809997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:02.853528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Allocated IP 172.20.0.2 (99889765-fb15-4af1-be42-e33787baf642/deefdb3f-55dd-4db4-beec-615787e9d551/b68ffce3-4d26-4ef0-8a91-4fbcf119d49d) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:22:02.919690 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Allocated IP 172.27.3.236 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:22:02.929859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port f0821abb-d4ab-4cd2-8583-cec3cd18f9da triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:02.930238 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.023658 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.057208 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.105086 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:03.108247 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:03.112518 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:03.135049 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Pushing event updated for resources: {'Port': ['ID=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:03.191292 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:03.244086 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4b16f95-fb48-4b1e-b243-9f2ee26d7182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.272382 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:03.333945 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port f0821abb-d4ab-4cd2-8583-cec3cd18f9da is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:03.334330 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.373182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:03.374524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks [] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.393079 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.400139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port f0821abb-d4ab-4cd2-8583-cec3cd18f9da, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:03.433531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.483331 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Network 99889765-fb15-4af1-be42-e33787baf642 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:03.490007 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:03.491803 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Pushing event updated for resources: {'Port': ['ID=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:03.499519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:03.508087 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks [] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.537816 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.603336 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:03.621507 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for router_gateway (44ef7e12-79d6-40c0-b024-a8703589367d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.647697 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Attempting to bind port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:03.648043 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Attempting to bind port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:03.648441 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Attempting to bind port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d on network 99889765-fb15-4af1-be42-e33787baf642 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:03.698588 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:03.716652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Attempting to bind port 7a7d794d-9407-460d-a873-5b4e68f4e16f on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:03.717017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Attempting to bind port 7a7d794d-9407-460d-a873-5b4e68f4e16f by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:03.717377 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Attempting to bind port 7a7d794d-9407-460d-a873-5b4e68f4e16f on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:03.722036 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f7f56-1475-41d0-85f6-5ed7c8c6691a None None] Pushing event updated for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:03.754665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:03.755062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Checking segment: {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:03.755458 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.756124 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Bound using segment: {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:03.756326 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Bound port: b68ffce3-4d26-4ef0-8a91-4fbcf119d49d, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:03.756671 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.804281 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:03.804638 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:03.805030 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.805417 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Bound using segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:03.805897 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Bound port: 7a7d794d-9407-460d-a873-5b4e68f4e16f, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:03.806267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.827430 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713270'] for router (44ef7e12-79d6-40c0-b024-a8703589367d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.874537 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] For port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:03.882220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] For port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:03.892905 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.923866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] For port 7a7d794d-9407-460d-a873-5b4e68f4e16f, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:03.939655 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] For port 7a7d794d-9407-460d-a873-5b4e68f4e16f, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7a7d794d-9407-460d-a873-5b4e68f4e16f,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:03.953533 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:03.963528 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400df7b-92a2-432d-bd84-a27f3b2b2ea6 None None] Pushing event updated for resources: {'Port': ['ID=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:03.997713 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:03.998351 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:04.008301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Router 44ef7e12-79d6-40c0-b024-a8703589367d is scheduled to L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 14:22:04.041658 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:04.105711 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f7f56-1475-41d0-85f6-5ed7c8c6691a None None] Pushing event updated for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:04.164265 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:22:04.172491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:04.178238 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Sync routers for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:22:04.197168 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:04.198644 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:21:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:04.205157 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:04.209122 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:04.213176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53658) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:04.213743 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-16368fcf-824e-4948-b036-e77f0b105154 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8433962 Sep 12 14:22:04.405846 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:04.436405 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:04.464696 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247412d2-fa3a-4b67-9fd4-aecffd582e16 None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:22:04.513086 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:04.644622 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 3, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:04.690556 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Checking router: 44ef7e12-79d6-40c0-b024-a8703589367d for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:22:04.691074 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Updating router 44ef7e12-79d6-40c0-b024-a8703589367d port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 binding host dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:22:04.732614 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:04.812394 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:04.866869 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f0821abb-d4ab-4cd2-8583-cec3cd18f9da up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:04.882996 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:04.955808 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port f0821abb-d4ab-4cd2-8583-cec3cd18f9da triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:04.956271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.018118 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Allocated IP 172.20.0.1 (99889765-fb15-4af1-be42-e33787baf642/deefdb3f-55dd-4db4-beec-615787e9d551/720f49ea-f6ce-4bf0-af8e-c80d33b85ef6) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:22:05.092300 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port f0821abb-d4ab-4cd2-8583-cec3cd18f9da is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:05.093392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b68ffce3-4d26-4ef0-8a91-4fbcf119d49d up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:05.113216 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks [] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.121929 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.160831 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:05.161073 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.161232 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks [] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.185902 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Attempting to bind port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:05.186369 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Attempting to bind port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:05.186616 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Attempting to bind port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 on network b7822cfb-56f4-43ae-bb30-07989dd1b648 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:05.203352 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:05.219935 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.252083 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f58108a-d123-4826-88ad-544d22cb6927 None None] Network 99889765-fb15-4af1-be42-e33787baf642 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:22:05.290370 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Network 99889765-fb15-4af1-be42-e33787baf642 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:05.294428 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:05.300428 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:05.329563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:05.329880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.343415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Pushing event updated for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:05.359912 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9b87c12c-bb78-440d-9e28-b188087ff4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.360213 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717331'] for router_interface (44ef7e12-79d6-40c0-b024-a8703589367d), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.377383 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-898e7865-ecca-489b-b0d5-c3e55edff552 None None] Provisioning complete for port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:05.378045 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-898e7865-ecca-489b-b0d5-c3e55edff552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.378508 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d0bfc-6c4d-49b0-a63a-24556bad3bc1 None None] Pushing event updated for resources: {'Port': ['ID=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:05.391183 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:05.391548 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Checking segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:05.391942 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.392324 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Bound using segment: {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:05.392794 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Bound port: 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9af074-7763-4664-a411-cc953281386b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:05.393166 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.447831 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:05.449944 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] For port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:05.454263 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] For port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:05.457492 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.457673 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:05.458259 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7a7d794d-9407-460d-a873-5b4e68f4e16f up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:05.464600 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.560764 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.574757 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:05.576112 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:22:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:05.580188 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d0bfc-6c4d-49b0-a63a-24556bad3bc1 None None] Pushing event updated for resources: {'Port': ['ID=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:05.619091 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:05.649654 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:05.662522 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:05.681396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7a7d794d-9407-460d-a873-5b4e68f4e16f triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:05.681786 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.692133 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:05.725811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-898e7865-ecca-489b-b0d5-c3e55edff552 None None] Current status of the port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:05.825689 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7a7d794d-9407-460d-a873-5b4e68f4e16f is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:05.826312 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.869140 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:05.884910 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks [] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.893800 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.897475 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 7a7d794d-9407-460d-a873-5b4e68f4e16f, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7a7d794d-9407-460d-a873-5b4e68f4e16f,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:05.903510 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.976405 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717447'] for router_interface (44ef7e12-79d6-40c0-b024-a8703589367d), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:05.991709 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Pushing event updated for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:06.122007 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Network 99889765-fb15-4af1-be42-e33787baf642 is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:06.123509 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:06.156614 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '720f49ea-f6ce-4bf0-af8e-c80d33b85ef6', 'name': '', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'mac_address': 'fa:16:3e:23:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:04Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 1, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'subnets': [{'id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:06.163731 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Provisioning complete for port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:06.164102 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.204728 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:22:06.208200 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6dd5-2b47-46ea-8f0c-bf89cedced0e None None] The sync data for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi is: [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '720f49ea-f6ce-4bf0-af8e-c80d33b85ef6', 'name': '', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'mac_address': 'fa:16:3e:23:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:04Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 1, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'subnets': [{'id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:22:06.224266 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:06.227303 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Provisioning complete for port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:06.227671 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.288241 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Router 44ef7e12-79d6-40c0-b024-a8703589367d has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:22:06.306386 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-cbc827f3-7043-4aee-9fe8-e11bc567c64d None None] Current status of the port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:06.402356 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:06.411140 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:22:06.417825 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2cc2ec6e-8f70-4577-aecd-4925fce9f083 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/44ef7e12-79d6-40c0-b024-a8703589367d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2016070 Sep 12 14:22:06.430900 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-4bda6d9d-231b-4176-adc3-49f6d72d256e None None] Provisioning complete for port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:06.431264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4bda6d9d-231b-4176-adc3-49f6d72d256e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.467016 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-4bda6d9d-231b-4176-adc3-49f6d72d256e None None] Port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:22:06.651264 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.736052 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b68ffce3-4d26-4ef0-8a91-4fbcf119d49d up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:06.784015 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:06.784391 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.850240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53682) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:06.855525 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346425671', 'description': 'tempest-secgroup-smoke-1346425671 description', 'project_id': 'caed5793408e49edb40acad5410e02a9'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:06.876594 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:06.878698 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7a7d794d-9407-460d-a873-5b4e68f4e16f up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:06.887360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.933506 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 7a7d794d-9407-460d-a873-5b4e68f4e16f triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:06.934267 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.984844 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (9a27281a-e1bc-4ab7-8fc5-702c303a09e1), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:06.988122 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9a27281a-e1bc-4ab7-8fc5-702c303a09e1), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.024258 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27281a-e1bc-4ab7-8fc5-702c303a09e1,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.030793 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.032252 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-b6c1d18f-5799-4550-b35a-0e2a1b696508 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1809871 Sep 12 14:22:07.033621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 7a7d794d-9407-460d-a873-5b4e68f4e16f is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:07.035091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53688) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.040304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.067203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (638e362a-0fc5-4a77-83e6-49214acdbcde), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.091270 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:07.127453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (638e362a-0fc5-4a77-83e6-49214acdbcde), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.130542 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (638e362a-0fc5-4a77-83e6-49214acdbcde), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.151837 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638e362a-0fc5-4a77-83e6-49214acdbcde,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.157600 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.158866 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-08df726e-f11a-47da-b068-e2ffb0a1465b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222563 Sep 12 14:22:07.161635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53690) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.166132 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.193383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (7f93e9b9-57e7-486e-9fce-4a8c0ea905df), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.256814 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (7f93e9b9-57e7-486e-9fce-4a8c0ea905df), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.264107 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (7f93e9b9-57e7-486e-9fce-4a8c0ea905df), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.285218 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f93e9b9-57e7-486e-9fce-4a8c0ea905df,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.289498 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.290853 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-32bb5752-f77e-4ec3-841f-b42fc0dd6a36 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282129 Sep 12 14:22:07.294192 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53692) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.298349 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.329564 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (77b8f829-8100-4a2a-b26b-06fc23586efb), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.395817 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (77b8f829-8100-4a2a-b26b-06fc23586efb), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.400952 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (77b8f829-8100-4a2a-b26b-06fc23586efb), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.422874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b8f829-8100-4a2a-b26b-06fc23586efb,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.432011 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.433241 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-e96b94b8-783a-4091-9506-9d7795a37309 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381180 Sep 12 14:22:07.436200 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53694) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.440620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.484874 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (cb2227da-2534-4c5d-a44f-99ee8d91af32), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.511805 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:07.549555 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (cb2227da-2534-4c5d-a44f-99ee8d91af32), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.553453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (cb2227da-2534-4c5d-a44f-99ee8d91af32), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.577925 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2227da-2534-4c5d-a44f-99ee8d91af32,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.584289 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.585326 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-429ed931-051b-425e-8d0c-d941b32bdb52 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481843 Sep 12 14:22:07.588242 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 53696) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.593600 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.614984 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.securitygroups_db [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Project caed5793408e49edb40acad5410e02a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:22:07.621504 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (a2d7a7df-4205-48a6-8189-465eb0ebea2f), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.685325 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (a2d7a7df-4205-48a6-8189-465eb0ebea2f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.689767 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (a2d7a7df-4205-48a6-8189-465eb0ebea2f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.712801 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d7a7df-4205-48a6-8189-465eb0ebea2f,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.723769 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.724984 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351018 Sep 12 14:22:07.726318 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.726662 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.727029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.727369 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.727706 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.728040 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.728367 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.728692 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.729020 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.729165 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 53698) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:07.729384 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.729708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.730033 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.730354 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.730676 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.731025 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7570d49-86ab-4563-a0de-0b41f713d93a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:07.735458 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'security_group_rule': {'security_group_id': '9a27281a-e1bc-4ab7-8fc5-702c303a09e1', 'project_id': 'caed5793408e49edb40acad5410e02a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:07.759240 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.securitygroups_db [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Project caed5793408e49edb40acad5410e02a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 14:22:07.766366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (6c5bd767-8afe-4871-8f2f-15f44fbfbdb1), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.838052 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (6c5bd767-8afe-4871-8f2f-15f44fbfbdb1), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.841708 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704428'] for security_group_rule (6c5bd767-8afe-4871-8f2f-15f44fbfbdb1), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.862633 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5bd767-8afe-4871-8f2f-15f44fbfbdb1,revision_number=0']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:07.871454 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:07.872637 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-0c950a37-56ec-4fe5-80d6-9b59b385c268 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425257 Sep 12 14:22:08.181493 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:08.340084 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:08.649814 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Sync routers for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:22:08.662162 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:08.662865 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:22:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:08.702999 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:08.735606 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:08.747956 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:08.813193 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:08.813565 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:08.816137 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:09.016099 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:09.016482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.062646 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:09.069195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.108472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '720f49ea-f6ce-4bf0-af8e-c80d33b85ef6', 'name': '', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'mac_address': 'fa:16:3e:23:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:04Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 2, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'subnets': [{'id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:09.138154 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Checking router: 44ef7e12-79d6-40c0-b024-a8703589367d for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:22:09.138509 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Updating router 44ef7e12-79d6-40c0-b024-a8703589367d port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 binding host dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 14:22:09.171714 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:09.178619 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.444666 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks [] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.449636 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.509564 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:09.528644 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2c276-4317-4581-b546-f668078c638b None None] Pushing event updated for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:09.544250 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Attempting to bind port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 on host dv-cinder-820027-25-iscsi for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:09.544614 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Attempting to bind port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 by drivers openvswitch,hyperv on host dv-cinder-820027-25-iscsi at level 0 using segments [{'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:09.544973 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Attempting to bind port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 on network 99889765-fb15-4af1-be42-e33787baf642 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:09.595328 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Checking agent: {'id': '8c54fc89-93a5-46ca-8d44-2d8417e25c2d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 5, 8), 'started_at': datetime.datetime(2022, 9, 12, 14, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:09.595706 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Checking segment: {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:09.596104 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.596494 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Bound using segment: {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:09.596964 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Bound port: 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6, host: dv-cinder-820027-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146d70bc-48c5-4959-a85d-483486bc04b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '99889765-fb15-4af1-be42-e33787baf642'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:09.597341 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.606486 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:09.663838 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] For port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6, host dv-cinder-820027-25-iscsi, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:09.666933 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] For port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6, host dv-cinder-820027-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:09.673296 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:09.712235 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:09.712868 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:22:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:09.773338 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2c276-4317-4581-b546-f668078c638b None None] Pushing event updated for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:09.837304 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:10.028776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '720f49ea-f6ce-4bf0-af8e-c80d33b85ef6', 'name': '', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'mac_address': 'fa:16:3e:23:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:04Z', 'updated_at': '2022-09-12T14:22:09Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'subnets': [{'id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:10.055161 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712020d-6cfb-4e39-baf4-eda584aabcd6 None None] The sync data for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi is: [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '720f49ea-f6ce-4bf0-af8e-c80d33b85ef6', 'name': '', 'network_id': '99889765-fb15-4af1-be42-e33787baf642', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'mac_address': 'fa:16:3e:23:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:04Z', 'updated_at': '2022-09-12T14:22:09Z', 'revision_number': 4, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'subnets': [{'id': 'deefdb3f-55dd-4db4-beec-615787e9d551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:22:10.712958 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:10.757249 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:10.757611 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:10.837737 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:10.838794 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:10.882941 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:10.883309 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:10.955333 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 is: DOWN; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:10.955613 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:10.992384 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] For port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:10.996423 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:11.041513 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:11.046313 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Pushing event updated for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:12.687053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 up at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:12.716673 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:12.734716 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Provisioning complete for port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:12.735153 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:12.810151 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Current status of the port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 is: ACTIVE; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:16.153218 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:16.159715 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=39 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:17.712895 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:17.717819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:17.861955 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=58,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:17.862780 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=24,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:18.778893 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:21.840652 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-a82feb6d-cc40-4af8-a8b0-e0bbd457f614 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388763 Sep 12 14:22:21.928468 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-735ed350-3c15-4807-966f-ecb60effd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:21.930008 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-735ed350-3c15-4807-966f-ecb60effd534 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0410652 Sep 12 14:22:22.042497 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-f0a03592-fbac-49d1-85a6-3db59a35ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:22.042747 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-f0a03592-fbac-49d1-85a6-3db59a35ae05 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.0909975 Sep 12 14:22:22.107423 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-b722625d-4752-4319-aeb2-f0fd8a2d1d6d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1001 time: 0.0575318 Sep 12 14:22:22.162066 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-2454fa2d-62b9-4f8c-b096-e94a415faf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:22.163572 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-2454fa2d-62b9-4f8c-b096-e94a415faf27 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0484416 Sep 12 14:22:22.210176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-5cd32d35-ecd9-443e-a51b-e4c0967b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:22.211773 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-5cd32d35-ecd9-443e-a51b-e4c0967b8922 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402312 Sep 12 14:22:22.306970 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-3bb1fd24-7f2d-44d1-8664-c30f7160c5f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882266 Sep 12 14:22:22.397205 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-68d6edd7-ccce-4941-945e-b4a3ba1b2d98 req-a8f61b2b-9b3a-4b37-a284-0a1e2abd39b5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Sep 12 14:22:29.152249 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ed21-40e0-404f-a07b-25715d247fab req-a2840164-63d8-47f6-bf59-fe48f6bc501f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:29.153625 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c844ed21-40e0-404f-a07b-25715d247fab req-a2840164-63d8-47f6-bf59-fe48f6bc501f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0463021 Sep 12 14:22:29.203687 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c844ed21-40e0-404f-a07b-25715d247fab req-27b67b8d-d24f-43c2-b8db-7c216a56cc3f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Sep 12 14:22:30.324123 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b609c9-f110-42b6-8513-71987de9821c req-f7d1faa8-79c2-4363-93c0-9d023d49f7ec tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:30.325547 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-05b609c9-f110-42b6-8513-71987de9821c req-f7d1faa8-79c2-4363-93c0-9d023d49f7ec tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0461299 Sep 12 14:22:30.374966 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-05b609c9-f110-42b6-8513-71987de9821c req-39a13b26-53ef-44a0-a103-6b9c28fff1c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Sep 12 14:22:31.528372 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59321d-cc1f-4d79-811c-3cb9800dadca req-3986a335-0533-4ccc-8f11-dae5c1ad4b37 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:31.530010 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb59321d-cc1f-4d79-811c-3cb9800dadca req-3986a335-0533-4ccc-8f11-dae5c1ad4b37 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0607405 Sep 12 14:22:31.585296 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:22:31.591106 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb59321d-cc1f-4d79-811c-3cb9800dadca req-6cf9a963-a140-4dc9-84dd-bfed0b09cc28 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550830 Sep 12 14:22:31.786344 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-e8ca663c-b53c-47d5-a19d-69176b70df73 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1346425671&fields=id&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 267 time: 0.0440633 Sep 12 14:22:31.897962 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-94cd59d0-5489-423d-aeff-9e96edf138f2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:31.899449 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-94cd59d0-5489-423d-aeff-9e96edf138f2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1067085 Sep 12 14:22:31.914456 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-adffed72-6284-4bb0-ba8e-62e3f95bce2b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/quotas/caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Sep 12 14:22:31.964891 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-04e4c564-b937-4e11-b7d3-549bfac495f8 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443237 Sep 12 14:22:32.059215 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-992dc66d-f398-46e5-a250-928a96019eae service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Sep 12 14:22:32.151656 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-72aa3153-9761-41bb-8d0b-95597d7cca78 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864921 Sep 12 14:22:32.392684 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=45 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:32.394565 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=56 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:32.453919 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-137914d6-946f-4956-b281-99e45d676220 req-70eb6ed7-b985-4aaa-b7e7-359d6346d802 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 210 time: 0.0285270 Sep 12 14:22:32.731375 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ea77f-a5e9-447b-983d-b1951385ef0b req-fc9068b1-c2d6-454c-889b-1f1eda02303f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:32.731375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea1ea77f-a5e9-447b-983d-b1951385ef0b req-fc9068b1-c2d6-454c-889b-1f1eda02303f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0551128 Sep 12 14:22:32.793306 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ea1ea77f-a5e9-447b-983d-b1951385ef0b req-5864f207-ddea-4cd4-8351-2ea74a2571c9 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555775 Sep 12 14:22:33.098588 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-50b80e7a-fecc-4b47-b6aa-efb161ec6155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:33.581316 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f2ee4634-25f8-42d0-8473-930b7e16114a req-54b95efe-d6ee-4abe-8955-1fb3d7c752d2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 210 time: 0.0304649 Sep 12 14:22:33.616130 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-ee92e763-cae6-45f9-af46-100773c2068b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:33.617573 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-ee92e763-cae6-45f9-af46-100773c2068b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1388309 Sep 12 14:22:33.683309 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-82ac7f28-1d02-44b9-86f0-1285edaf396f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 380 time: 0.0577466 Sep 12 14:22:33.691985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'port': {'device_id': '80777483-7cc4-45b2-be43-d887824dc15c', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'admin_state_up': True, 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'security_groups': ['9a27281a-e1bc-4ab7-8fc5-702c303a09e1']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:33.805236 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Made reservation on behalf of caed5793408e49edb40acad5410e02a9 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:22:33.809121 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:33.925113 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cce79-0ef5-4e9a-b235-b4873a027fc1 req-8d66bd8f-5bd6-4bf0-9e3a-471f5c1a8bf5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:33.926509 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d04cce79-0ef5-4e9a-b235-b4873a027fc1 req-8d66bd8f-5bd6-4bf0-9e3a-471f5c1a8bf5 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0466375 Sep 12 14:22:33.933931 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.20.0.8 (07c297a9-f468-46ed-8199-c258a69984ca/d2aedce1-45ef-41f0-ad2c-aa59597b53df/b641a3f4-7e94-40fe-870c-97d76aad7cf0) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:22:33.981158 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d04cce79-0ef5-4e9a-b235-b4873a027fc1 req-011b403f-f999-40fe-8059-a794b11e53d2 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486360 Sep 12 14:22:34.078368 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.110404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.156857 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:34.162046 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:34.164205 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:34.166312 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:34.219540 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:34.220502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.238858 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-165eac5b-c41d-458f-ace9-9bd20be88776 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505364 Sep 12 14:22:34.299226 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Request body: {'port': {'device_id': '80777483-7cc4-45b2-be43-d887824dc15c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:34.357844 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:34.361671 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.404304 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:34.450284 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-0320a314-5423-413f-8a78-7c18bd131df0 None None] Provisioning complete for port b641a3f4-7e94-40fe-870c-97d76aad7cf0 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:34.450922 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0320a314-5423-413f-8a78-7c18bd131df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.481158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-0320a314-5423-413f-8a78-7c18bd131df0 None None] Port b641a3f4-7e94-40fe-870c-97d76aad7cf0 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:22:34.627032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b641a3f4-7e94-40fe-870c-97d76aad7cf0 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:22:34.635860 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks [] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.650716 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Transition to ACTIVE for port object b641a3f4-7e94-40fe-870c-97d76aad7cf0 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:22:34.656422 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.738409 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Pushing event updated for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:34.745603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc10c9-645a-4bea-a996-0fe7f5d98694 req-4b563203-b980-4af0-ae66-99fe3e57b358 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:34.747114 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44cc10c9-645a-4bea-a996-0fe7f5d98694 req-4b563203-b980-4af0-ae66-99fe3e57b358 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0513952 Sep 12 14:22:34.770770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Attempting to bind port b641a3f4-7e94-40fe-870c-97d76aad7cf0 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:22:34.771131 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Attempting to bind port b641a3f4-7e94-40fe-870c-97d76aad7cf0 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:22:34.771457 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Attempting to bind port b641a3f4-7e94-40fe-870c-97d76aad7cf0 on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:34.797897 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44cc10c9-645a-4bea-a996-0fe7f5d98694 req-4257b6d0-d104-44e6-a8aa-a0ebdf793c16 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Sep 12 14:22:34.818927 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Port b641a3f4-7e94-40fe-870c-97d76aad7cf0 on network 07c297a9-f468-46ed-8199-c258a69984ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:22:34.819376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Attempting to bind port b641a3f4-7e94-40fe-870c-97d76aad7cf0 on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:22:34.866440 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:22:34.866785 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:22:34.867178 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Bound using segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:22:34.867675 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Bound port: b641a3f4-7e94-40fe-870c-97d76aad7cf0, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:22:34.868022 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.927769 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:22:34.930976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:22:34.936681 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.940627 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:34.941236 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:34.942608 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 200 len: 1093 time: 0.6482956 Sep 12 14:22:34.943187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:22:34.945455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa790c7-cb32-49ff-940c-0927ac08b5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:22:35.001186 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b50286-3053-442c-abaf-5c7b4576650d x-openstack-request-id: req-00b50286-3053-442c-abaf-5c7b4576650d {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:22:35.001466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:22:35.001717 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00b50286-3053-442c-abaf-5c7b4576650d {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:22:35.002109 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b50286-3053-442c-abaf-5c7b4576650d'] response: {'name': 'network-changed', 'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'status': 'completed', 'code': 200} Sep 12 14:22:35.022503 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b699d1f-2001-4506-80fc-89cbe6ae026c service neutron] Pushing event updated for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:35.036879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-0ede4d2e-9497-4e0b-8385-f60d97720e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.038395 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-0ede4d2e-9497-4e0b-8385-f60d97720e4a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1127 time: 0.0563538 Sep 12 14:22:35.078199 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-b912d447-8ce4-45c4-803c-375ec7c58d9f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 200 len: 217 time: 0.0323496 Sep 12 14:22:35.089854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:35.103841 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da810361-74f6-4c0b-9275-453b3744a15b req-39807934-8985-492a-8221-71b5cd82a721 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.105313 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da810361-74f6-4c0b-9275-453b3744a15b req-39807934-8985-492a-8221-71b5cd82a721 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0477726 Sep 12 14:22:35.117602 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:35.125415 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-aeb95c24-df98-4289-a3a1-9b4ae46da2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.126903 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-aeb95c24-df98-4289-a3a1-9b4ae46da2a0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0434995 Sep 12 14:22:35.155055 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-da810361-74f6-4c0b-9275-453b3744a15b req-cd94be3a-fa04-4b3d-9924-a24af9bb3c9e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Sep 12 14:22:35.174688 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-b636fd55-e7f1-4ea9-a75f-c7e60d488006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.176256 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-b636fd55-e7f1-4ea9-a75f-c7e60d488006 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423923 Sep 12 14:22:35.243782 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:35.266868 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-926b1feb-f829-44d9-b396-80c06e9b42e5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843625 Sep 12 14:22:35.293178 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cf2c-39ee-4156-8344-24b8ff020590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:35.335217 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:35.362498 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7fdd8b0f-c5b1-4d42-864f-f53054de4e5f req-5980ce1e-dae4-4bd9-937c-fa5c3daaf4b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900865 Sep 12 14:22:35.636751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-dcfceae1-1b5a-44f7-a5bf-508278ac3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.638223 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-dcfceae1-1b5a-44f7-a5bf-508278ac3475 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1127 time: 0.0382819 Sep 12 14:22:35.928237 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7826cbe-59ca-4063-adab-56bf179a96c9 req-0686ed73-02ce-4ad4-be4a-17d112b77f78 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.930197 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7826cbe-59ca-4063-adab-56bf179a96c9 req-0686ed73-02ce-4ad4-be4a-17d112b77f78 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0524123 Sep 12 14:22:35.991388 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f7826cbe-59ca-4063-adab-56bf179a96c9 req-2274a8b8-b3b8-47c8-a50c-70cd9ad5f26e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534863 Sep 12 14:22:35.995324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-d62ce413-8b28-4b1a-97b1-6057e9142057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:35.996831 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-d62ce413-8b28-4b1a-97b1-6057e9142057 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.3502963 Sep 12 14:22:36.031482 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54012) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:36.039972 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-7b503180-748d-4cc2-ad39-25051e2abdb3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 200 len: 217 time: 0.0334077 Sep 12 14:22:36.091646 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-0b931dfc-d63d-4c1f-9f5e-4cb5b4b03244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:36.093733 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-0b931dfc-d63d-4c1f-9f5e-4cb5b4b03244 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0442438 Sep 12 14:22:36.140501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1438db74-67ce-445e-a6d9-a6b0326f6ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.141849 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-ede7d925-f595-496d-b598-fd3e096c52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:36.143536 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-ede7d925-f595-496d-b598-fd3e096c52ad service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404687 Sep 12 14:22:36.218439 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1438db74-67ce-445e-a6d9-a6b0326f6ba9 admin admin] Publish callbacks [] for security_group (b31fb656-7785-4986-9c4e-4df7542fbe38), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.222626 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1438db74-67ce-445e-a6d9-a6b0326f6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b31fb656-7785-4986-9c4e-4df7542fbe38), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.245827 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-c35c44a8-0934-4ab4-8a4f-fd56e7e5b162 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922539 Sep 12 14:22:36.287807 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-1438db74-67ce-445e-a6d9-a6b0326f6ba9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=efc2b68289774509abef904add3762d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551508 Sep 12 14:22:36.290955 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54018) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:36.291499 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438db74-67ce-445e-a6d9-a6b0326f6ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31fb656-7785-4986-9c4e-4df7542fbe38,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:36.327215 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e32662-2bd4-49cc-a045-718f390778e4 req-56a2ff4d-fac7-4220-985d-9eb481cb2796 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:36.329226 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26e32662-2bd4-49cc-a045-718f390778e4 req-56a2ff4d-fac7-4220-985d-9eb481cb2796 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0870688 Sep 12 14:22:36.343908 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-6fa790c7-cb32-49ff-940c-0927ac08b5f5 req-12f46c05-5f07-450b-b0ce-48e1738da664 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892606 Sep 12 14:22:36.384936 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] Publish callbacks [] for security_group (b31fb656-7785-4986-9c4e-4df7542fbe38), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.416805 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-26e32662-2bd4-49cc-a045-718f390778e4 req-cf246179-7f4b-45af-b371-791e316591af tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798886 Sep 12 14:22:36.418603 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] Publish callbacks [] for security_group (b31fb656-7785-4986-9c4e-4df7542fbe38), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.469099 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (b31fb656-7785-4986-9c4e-4df7542fbe38), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.471678 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:36.472814 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b31fb656-7785-4986-9c4e-4df7542fbe38 HTTP/1.1" status: 204 len: 168 time: 0.1786430 Sep 12 14:22:36.480706 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103f8e0-7747-4030-b78a-544df5283b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31fb656-7785-4986-9c4e-4df7542fbe38,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:36.641288 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:37.114796 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298987e6-eaa0-4f55-bd24-662fd05ed533 req-e5244e4d-e565-4095-9208-d8255dc8ab3b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:37.116299 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-298987e6-eaa0-4f55-bd24-662fd05ed533 req-e5244e4d-e565-4095-9208-d8255dc8ab3b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0474923 Sep 12 14:22:37.172016 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-298987e6-eaa0-4f55-bd24-662fd05ed533 req-023dbb1d-a317-4246-9e84-ac6ef963ffef tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498486 Sep 12 14:22:37.544188 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567fa9-7bae-4156-b83a-1cae0b8c04f5 req-bd66636a-b925-40a8-b744-6d500d7d8dce tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:37.546032 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3567fa9-7bae-4156-b83a-1cae0b8c04f5 req-bd66636a-b925-40a8-b744-6d500d7d8dce tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0531058 Sep 12 14:22:37.601398 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3567fa9-7bae-4156-b83a-1cae0b8c04f5 req-a2050b11-8c05-4181-ab39-68d0f36bd91b tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498097 Sep 12 14:22:38.182037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:38.289026 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6738a-1930-44fc-bbd5-2dda13bc7ce7 req-8ebbb949-ea2c-4299-9808-6e6f6819b811 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:38.290449 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-25f6738a-1930-44fc-bbd5-2dda13bc7ce7 req-8ebbb949-ea2c-4299-9808-6e6f6819b811 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0449765 Sep 12 14:22:38.334681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:38.340553 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-25f6738a-1930-44fc-bbd5-2dda13bc7ce7 req-0609d421-b656-4b41-8bb7-f682d60d021b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Sep 12 14:22:38.724962 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1222b6-901e-4179-a3e2-48c5951cae26 req-5a18af92-6492-4762-bcd4-3e693e3b999d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:38.726422 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f1222b6-901e-4179-a3e2-48c5951cae26 req-5a18af92-6492-4762-bcd4-3e693e3b999d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0475082 Sep 12 14:22:38.746470 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:38.763346 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:38.784863 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2f1222b6-901e-4179-a3e2-48c5951cae26 req-cf096e27-520f-4aa7-8b2c-db957e3c556a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529928 Sep 12 14:22:39.288437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-334d07ce-35ac-4811-b546-6aa04b2c4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.289916 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-334d07ce-35ac-4811-b546-6aa04b2c4646 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0397944 Sep 12 14:22:39.383773 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-7171953c-22e2-45d3-bd85-40b7dddb0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.385243 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-7171953c-22e2-45d3-bd85-40b7dddb0bce service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.0894690 Sep 12 14:22:39.449680 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-38ba224a-a300-4740-a615-7e31d418fd8a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1001 time: 0.0549159 Sep 12 14:22:39.461894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562580ad-7e06-4a58-b42f-2344b8bff12d req-5b7509df-428c-4138-8b8a-2767dea5c765 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.463393 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-562580ad-7e06-4a58-b42f-2344b8bff12d req-5b7509df-428c-4138-8b8a-2767dea5c765 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0497580 Sep 12 14:22:39.501032 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-b02953ac-f929-4d3d-82b5-7485a17b23be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.502522 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-b02953ac-f929-4d3d-82b5-7485a17b23be service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0440748 Sep 12 14:22:39.512674 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-562580ad-7e06-4a58-b42f-2344b8bff12d req-39cf786c-4307-4b05-b195-756b8626bbbe tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Sep 12 14:22:39.555149 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-a8ab9599-acdb-4452-a01a-ea3f28d76ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.556717 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-a8ab9599-acdb-4452-a01a-ea3f28d76ce5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450573 Sep 12 14:22:39.647217 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-4633e3a5-a45b-4176-8ca2-a2702a8e67f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809412 Sep 12 14:22:39.726162 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:39.741651 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-880aa551-b7a5-4f63-9b16-f914e717d8a4 req-f1ba1e6e-bc50-4498-9a9f-834f8df0dd39 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Sep 12 14:22:39.904663 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3049b0a-6523-4d5a-bb1f-05ce4c060ba2 req-c37d3e08-3463-41ec-b4b7-bb05e6b18c92 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:39.906092 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3049b0a-6523-4d5a-bb1f-05ce4c060ba2 req-c37d3e08-3463-41ec-b4b7-bb05e6b18c92 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0457699 Sep 12 14:22:39.954195 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e3049b0a-6523-4d5a-bb1f-05ce4c060ba2 req-14f627a7-d918-438f-b4d1-5ff32dc02611 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Sep 12 14:22:40.638113 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664bdd5-98c9-4a72-bbb3-f4aad181a28f req-65b54eb4-602c-42e3-8093-3c99bc24de0f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:40.639603 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a664bdd5-98c9-4a72-bbb3-f4aad181a28f req-65b54eb4-602c-42e3-8093-3c99bc24de0f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0499372 Sep 12 14:22:40.688760 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a664bdd5-98c9-4a72-bbb3-f4aad181a28f req-024aadf6-9cc8-4e03-881a-5b4aedac0135 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Sep 12 14:22:41.072969 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feb448-af57-4302-9ad5-33059fa64b87 req-bff91f20-1f95-4db9-9019-e0deefb93470 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:41.074411 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-34feb448-af57-4302-9ad5-33059fa64b87 req-bff91f20-1f95-4db9-9019-e0deefb93470 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0460324 Sep 12 14:22:41.121406 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-34feb448-af57-4302-9ad5-33059fa64b87 req-41d6462e-76c7-4c78-b297-4c47c625611a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414569 Sep 12 14:22:41.811480 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cd42a-8aef-41de-8ca1-82be45926e18 req-1dcf461d-d975-41e5-b96b-6459f0d587f7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:41.812957 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a6cd42a-8aef-41de-8ca1-82be45926e18 req-1dcf461d-d975-41e5-b96b-6459f0d587f7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0509820 Sep 12 14:22:41.871015 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3a6cd42a-8aef-41de-8ca1-82be45926e18 req-5dd287f8-a2fc-44ad-b17f-7829347871f3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476723 Sep 12 14:22:42.241143 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473ad7f-6d39-406c-8a8d-553b25e73140 req-5a475f83-45c2-43f2-bf64-dc06e56a94ca tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:42.242623 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c473ad7f-6d39-406c-8a8d-553b25e73140 req-5a475f83-45c2-43f2-bf64-dc06e56a94ca tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0470829 Sep 12 14:22:42.296818 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c473ad7f-6d39-406c-8a8d-553b25e73140 req-bebc4a2e-05ee-48d9-bc32-f0ba2a88e390 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 Sep 12 14:22:42.995077 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412adcac-2f0b-4272-866f-8db857b34522 req-311cef3f-12c9-422d-805d-5980685d9bb6 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:42.995825 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-412adcac-2f0b-4272-866f-8db857b34522 req-311cef3f-12c9-422d-805d-5980685d9bb6 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 943 time: 0.0463238 Sep 12 14:22:43.044416 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-412adcac-2f0b-4272-866f-8db857b34522 req-a7420157-8ad2-4e44-850f-5ec53411d620 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Sep 12 14:22:43.429186 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5008-4ed3-4993-8770-766ca45ba3e2 req-c76e0aae-c199-4ad0-a3f4-706995760fe6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:43.429186 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7a7a5008-4ed3-4993-8770-766ca45ba3e2 req-c76e0aae-c199-4ad0-a3f4-706995760fe6 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0492220 Sep 12 14:22:43.473479 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7a7a5008-4ed3-4993-8770-766ca45ba3e2 req-9986b974-73a8-4447-97e4-a50f87ba07d4 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445461 Sep 12 14:22:43.688008 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b641a3f4-7e94-40fe-870c-97d76aad7cf0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:22:43.694065 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:43.695888 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:43.734652 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-8af49b52-faed-47d4-9c2d-047fc7d95794 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739727 Sep 12 14:22:43.748402 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ed6f6-4557-4bf8-885a-9394263dfe94 req-301233bf-c021-4d91-8299-e00c11e259ff tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:43.750404 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6b2ed6f6-4557-4bf8-885a-9394263dfe94 req-301233bf-c021-4d91-8299-e00c11e259ff tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0576532 Sep 12 14:22:43.815122 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:43.830505 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'port_id': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'mac_address': 'fa:16:3e:d3:6e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:22:43.855354 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6b2ed6f6-4557-4bf8-885a-9394263dfe94 req-077c27a1-4b0a-4b19-80cc-fc9c106016fc tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940433 Sep 12 14:22:43.863704 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-16992b87-e29e-4a35-8bb7-e5e0bdf04232 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:43.865359 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-16992b87-e29e-4a35-8bb7-e5e0bdf04232 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports/eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 943 time: 0.0930021 Sep 12 14:22:43.873796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port b641a3f4-7e94-40fe-870c-97d76aad7cf0 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:43.874400 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:43.890055 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b641a3f4-7e94-40fe-870c-97d76aad7cf0 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:22:43.911529 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:43.915412 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:43.964575 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:43.972063 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.972410 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.972746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.973079 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.973407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.973727 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.974046 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.974364 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.974685 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.975032 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.975375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.975698 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.976013 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.976343 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:43.976640 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:44.157155 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['b641a3f4-7e94-40fe-870c-97d76aad7cf0'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:22:44.192688 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1b8ed-490d-44aa-8275-10ccb835669b req-8870b716-441c-4def-9524-e528f5eaa5fc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:44.194709 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-86e1b8ed-490d-44aa-8275-10ccb835669b req-8870b716-441c-4def-9524-e528f5eaa5fc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 944 time: 0.0603993 Sep 12 14:22:44.240507 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:44.255914 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-86e1b8ed-490d-44aa-8275-10ccb835669b req-25893be3-549c-41c6-b4bc-496e70adde89 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549946 Sep 12 14:22:44.686513 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:44.691616 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:44.959597 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:44.971589 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74058097-04d5-496e-b908-0765170054a8 req-0caf1aa5-fbb0-463b-aa78-e4a417782578 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:44.973102 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-74058097-04d5-496e-b908-0765170054a8 req-0caf1aa5-fbb0-463b-aa78-e4a417782578 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0501804 Sep 12 14:22:45.043815 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-74058097-04d5-496e-b908-0765170054a8 req-1ad55a68-16c8-4d51-a772-dec382b75a9f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639107 Sep 12 14:22:45.333516 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-e79b96e4-8ab3-4b4d-9751-047db9b14688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.335025 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-e79b96e4-8ab3-4b4d-9751-047db9b14688 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687&tenant_id=fd4a527e5cc441f5901536b58d4fe400 HTTP/1.1" status: 200 len: 1130 time: 0.0402360 Sep 12 14:22:45.375169 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f1fc-caf6-4ef4-8cb5-18c131e0c98e req-93d40bde-b86f-4db6-a21d-0b88c4e17f26 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.376745 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b8a9f1fc-caf6-4ef4-8cb5-18c131e0c98e req-93d40bde-b86f-4db6-a21d-0b88c4e17f26 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 944 time: 0.0473807 Sep 12 14:22:45.389936 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:45.400190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-618872cc-40bc-4b07-ac9c-cf14820e186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.401712 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-618872cc-40bc-4b07-ac9c-cf14820e186a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0398970 Sep 12 14:22:45.425318 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b8a9f1fc-caf6-4ef4-8cb5-18c131e0c98e req-0546d36d-987a-411c-9b0a-d78d5226a588 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Sep 12 14:22:45.496950 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-15eacbb4-88a7-4edd-a8bd-b130a6460fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.498823 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-15eacbb4-88a7-4edd-a8bd-b130a6460fa0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.0875714 Sep 12 14:22:45.563356 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-fdc46af5-3a77-4a3c-bb7f-508d23b9fb7d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1001 time: 0.0552883 Sep 12 14:22:45.618434 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-9f9ca93f-9676-474c-8614-73982bd12672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.619896 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-9f9ca93f-9676-474c-8614-73982bd12672 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0469625 Sep 12 14:22:45.664197 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-915c51ba-a914-42a4-bf33-693aefcbbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:45.665649 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-915c51ba-a914-42a4-bf33-693aefcbbb25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366518 Sep 12 14:22:45.686879 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b641a3f4-7e94-40fe-870c-97d76aad7cf0 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:45.729619 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port b641a3f4-7e94-40fe-870c-97d76aad7cf0 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:22:45.735664 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port b641a3f4-7e94-40fe-870c-97d76aad7cf0 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:45.736228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:45.763890 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-27c016b8-d02b-4faa-8af0-2a03c6d46f46 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884781 Sep 12 14:22:45.806337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port b641a3f4-7e94-40fe-870c-97d76aad7cf0 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:45.806804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:45.832384 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:22:45.834539 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92b7d5-2b68-4954-8c5e-34bcc6dcac9e" -d '{"events": [{"server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "name": "network-vif-plugged", "status": "completed", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:22:45.851301 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:45.857179 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:45.858040 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:22:45.861743 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-61216d62-f34f-44dd-a2f6-5f60151e4458 req-cf1e2910-45fc-4b55-a583-ce596473681f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883384 Sep 12 14:22:45.877937 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10514a4-1232-44cf-bd6e-b87ae0d252a7 x-openstack-request-id: req-d10514a4-1232-44cf-bd6e-b87ae0d252a7 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:22:45.878225 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "name": "network-vif-plugged", "status": "completed", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:22:45.878476 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d10514a4-1232-44cf-bd6e-b87ae0d252a7 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:22:45.878883 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10514a4-1232-44cf-bd6e-b87ae0d252a7'] response: {'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'code': 200} Sep 12 14:22:45.904356 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:45.920606 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:45.938096 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:45.974178 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eb9b598a-ecdd-4396-817a-a89e4fcfe13b is: ACTIVE; New status is: DOWN {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:45.974561 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:46.006489 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:46.009854 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:46.057017 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=6']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:46.170214 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbef50a-464b-4351-a073-2126fdd1fb0d req-838166bf-5919-481d-87c4-966d1ba29a0f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:46.171754 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4fbef50a-464b-4351-a073-2126fdd1fb0d req-838166bf-5919-481d-87c4-966d1ba29a0f tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0512877 Sep 12 14:22:46.224350 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4fbef50a-464b-4351-a073-2126fdd1fb0d req-507c3a4c-7e90-4a7c-9aca-0db35740fc33 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Sep 12 14:22:46.549184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6904f-ff4c-4484-92ca-391f61522700 req-6f75c66c-d764-478a-b671-8996556c9cbe tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:46.550622 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ae6904f-ff4c-4484-92ca-391f61522700 req-6f75c66c-d764-478a-b671-8996556c9cbe tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0485928 Sep 12 14:22:46.599128 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5ae6904f-ff4c-4484-92ca-391f61522700 req-3cff3c3d-69f2-47c7-8377-ecf5857a5096 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Sep 12 14:22:46.855817 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450791-262b-4961-a182-a9dfb9c40121 req-91d43ebb-b12d-4fdd-bd5f-0f2b9121b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:46.857326 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-87450791-262b-4961-a182-a9dfb9c40121 req-91d43ebb-b12d-4fdd-bd5f-0f2b9121b003 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1129 time: 0.0397501 Sep 12 14:22:46.920492 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-87450791-262b-4961-a182-a9dfb9c40121 req-91515017-5249-4ffc-9f2e-81e93af1dde4 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Sep 12 14:22:46.953657 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a386-8f82-43b0-9cbf-cf56a3ad7536 req-48a787a1-b19c-4b00-b521-16a893f50a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:46.955125 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a282a386-8f82-43b0-9cbf-cf56a3ad7536 req-48a787a1-b19c-4b00-b521-16a893f50a58 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1128 time: 0.0377049 Sep 12 14:22:47.162713 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a282a386-8f82-43b0-9cbf-cf56a3ad7536 req-af3b046b-6f43-4cc2-88c9-7c2bff752aec service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Sep 12 14:22:47.360190 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbdc8d-613f-4f34-9bd6-9297fd871178 req-c4a45578-9491-4a11-b7d0-a16fb6c721b9 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:47.361845 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9dbbdc8d-613f-4f34-9bd6-9297fd871178 req-c4a45578-9491-4a11-b7d0-a16fb6c721b9 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 944 time: 0.0583363 Sep 12 14:22:47.412587 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9dbbdc8d-613f-4f34-9bd6-9297fd871178 req-47e381ad-4d77-4fba-835e-377807e3da45 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Sep 12 14:22:47.486732 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54200) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:47.594743 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-575a76fc-80c0-4d26-aefb-9a4fbf6967ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.672406 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-575a76fc-80c0-4d26-aefb-9a4fbf6967ca admin admin] Publish callbacks [] for security_group (122544f0-49fa-47b1-92d3-3fbad9fbbe2e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.683926 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-575a76fc-80c0-4d26-aefb-9a4fbf6967ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (122544f0-49fa-47b1-92d3-3fbad9fbbe2e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.715729 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:22:47.748712 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e37a2-7cdb-4df0-adf5-03fb3198981c req-4096136b-ec33-4b5d-a778-f5084fa0909e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:47.750616 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d1e37a2-7cdb-4df0-adf5-03fb3198981c req-4096136b-ec33-4b5d-a778-f5084fa0909e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0770152 Sep 12 14:22:47.752646 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a76fc-80c0-4d26-aefb-9a4fbf6967ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122544f0-49fa-47b1-92d3-3fbad9fbbe2e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:47.759261 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-575a76fc-80c0-4d26-aefb-9a4fbf6967ca admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=deea94b380ad47c3a107eb2224bd3edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712703 Sep 12 14:22:47.765040 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54206) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:47.809916 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7d1e37a2-7cdb-4df0-adf5-03fb3198981c req-5e527016-2563-40b9-95f1-780280bc8dc2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Sep 12 14:22:47.823680 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Publish callbacks [] for security_group (122544f0-49fa-47b1-92d3-3fbad9fbbe2e), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.826095 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:47.843691 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'port_id': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'mac_address': 'fa:16:3e:b5:41:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:22:47.845741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Publish callbacks [] for security_group (122544f0-49fa-47b1-92d3-3fbad9fbbe2e), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.878832 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eb9b598a-ecdd-4396-817a-a89e4fcfe13b is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:47.879294 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.881425 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:22:47.883913 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c2419-b236-456c-868d-96bedb9c5244" -d '{"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:22:47.899276 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9b598a-ecdd-4396-817a-a89e4fcfe13b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:22:47.899960 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (122544f0-49fa-47b1-92d3-3fbad9fbbe2e), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.902717 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.903929 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/122544f0-49fa-47b1-92d3-3fbad9fbbe2e HTTP/1.1" status: 204 len: 168 time: 0.1377909 Sep 12 14:22:47.912916 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122544f0-49fa-47b1-92d3-3fbad9fbbe2e,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:47.920156 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.920513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.920895 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.921237 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.922107 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.922443 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.922775 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.923319 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.923816 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.924310 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.924691 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:47.924996 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.925502 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.925833 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.926163 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.926492 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5e1b1-45c4-4ae7-8d07-69f17543edac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:22:47.932949 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:47.944037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Sep 2022 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003d8323-04a4-44bf-bd84-701d2e0447ae x-openstack-request-id: req-003d8323-04a4-44bf-bd84-701d2e0447ae {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:22:47.944498 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:22:47.944761 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-003d8323-04a4-44bf-bd84-701d2e0447ae {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:22:47.945155 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003d8323-04a4-44bf-bd84-701d2e0447ae'] response: {'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'code': 200} Sep 12 14:22:47.995816 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=7']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:48.566176 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d96a6-016e-4317-9950-b81d7dae8a63 req-33a30a13-a0ef-4aee-ab53-e51164e02b08 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:48.567837 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-202d96a6-016e-4317-9950-b81d7dae8a63 req-33a30a13-a0ef-4aee-ab53-e51164e02b08 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 945 time: 0.0483284 Sep 12 14:22:48.619333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-202d96a6-016e-4317-9950-b81d7dae8a63 req-2de4047f-6fee-43f9-8ca4-a5155106124d tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458360 Sep 12 14:22:48.804676 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:48.941828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429d021-93ab-46ed-9ffa-07125bda96f5 req-c49900d4-7c18-472e-932c-8a50c4cf1797 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:48.943408 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6429d021-93ab-46ed-9ffa-07125bda96f5 req-c49900d4-7c18-472e-932c-8a50c4cf1797 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0493150 Sep 12 14:22:48.957081 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:48.964159 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:49.001075 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6429d021-93ab-46ed-9ffa-07125bda96f5 req-064a9e52-d7de-49d8-b784-4a164d694ea5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518870 Sep 12 14:22:49.125105 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd242dc-be2d-4f00-be25-d5e8650cbc63 req-eff853fa-6ce4-4e62-98e6-69a309c62a1a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:49.126475 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dbd242dc-be2d-4f00-be25-d5e8650cbc63 req-eff853fa-6ce4-4e62-98e6-69a309c62a1a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0505230 Sep 12 14:22:49.176696 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dbd242dc-be2d-4f00-be25-d5e8650cbc63 req-05e7d523-dc6f-47c8-985c-8992f1fb8212 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Sep 12 14:22:49.207764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54250) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:49.259933 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['eb9b598a-ecdd-4396-817a-a89e4fcfe13b'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:22:49.421089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedbf42d-9d27-4b5d-b40e-6721990538ef tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:49.425832 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bedbf42d-9d27-4b5d-b40e-6721990538ef tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1124 time: 0.2143493 Sep 12 14:22:49.426017 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54258) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:49.430238 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'port_id': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:22:49.452092 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:49.531790 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:49.635454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.27.3.245 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/c05f349b-7420-46d8-b22c-75268597f057) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:22:49.755667 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb69f2-4fa1-46c5-bdd7-0c00d365761c req-07b0b61e-c0cb-4483-961b-4746235f857e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:49.757091 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5adb69f2-4fa1-46c5-bdd7-0c00d365761c req-07b0b61e-c0cb-4483-961b-4746235f857e tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 945 time: 0.0613854 Sep 12 14:22:49.794870 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (c05f349b-7420-46d8-b22c-75268597f057), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:49.837118 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5adb69f2-4fa1-46c5-bdd7-0c00d365761c req-4759971e-6c1b-4552-b7f7-dc9eee30c753 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715008 Sep 12 14:22:49.851434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (c05f349b-7420-46d8-b22c-75268597f057), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:49.877392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:22:49.894420 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:22:49.897294 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:22:49.901241 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:22:49.922502 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port eb9b598a-ecdd-4396-817a-a89e4fcfe13b triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:22:49.922896 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:49.923521 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=c05f349b-7420-46d8-b22c-75268597f057,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:49.943421 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:49.949778 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:49.998498 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port eb9b598a-ecdd-4396-817a-a89e4fcfe13b is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:22:49.998983 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.020332 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:50.021261 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:22:50.023479 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa7a279-b563-43b4-94b4-e50a59796dbd" -d '{"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:22:50.036392 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:22:50.040878 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.067859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a614f-1dda-4ffa-a5b7-6182c8c4e159 x-openstack-request-id: req-828a614f-1dda-4ffa-a5b7-6182c8c4e159 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:22:50.068148 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:22:50.068395 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-828a614f-1dda-4ffa-a5b7-6182c8c4e159 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:22:50.068802 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828a614f-1dda-4ffa-a5b7-6182c8c4e159'] response: {'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'code': 200} Sep 12 14:22:50.070456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:50.093743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=8']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:50.256634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (4f7b8b45-613d-4d32-8033-63ab5f550d0c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.319656 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (c05f349b-7420-46d8-b22c-75268597f057), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.468782 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (c05f349b-7420-46d8-b22c-75268597f057), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.472610 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (c05f349b-7420-46d8-b22c-75268597f057), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.544925 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=c05f349b-7420-46d8-b22c-75268597f057,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:50.547449 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (4f7b8b45-613d-4d32-8033-63ab5f550d0c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.645858 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP 4f7b8b45-613d-4d32-8033-63ab5f550d0c associated. External IP: 172.27.3.245, port: b641a3f4-7e94-40fe-870c-97d76aad7cf0. Sep 12 14:22:50.854004 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:22:50.895807 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:50.907940 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:50.957402 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:22:50.966727 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:22:50.974497 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:50.976511 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:50.977165 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:22:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:51.005344 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-bb95d19d-2702-41e6-8456-b343c34ab447 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5783458 Sep 12 14:22:51.005998 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:22:51.008280 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48850fb3-4c21-47a2-af1c-e0908a68b98d" -d '{"events": [{"name": "network-changed", "server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:22:51.055996 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de867e95-bd29-45d0-ba41-e51033dc094d x-openstack-request-id: req-de867e95-bd29-45d0-ba41-e51033dc094d {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:22:51.056309 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:22:51.056590 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de867e95-bd29-45d0-ba41-e51033dc094d {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:22:51.056975 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de867e95-bd29-45d0-ba41-e51033dc094d'] response: {'name': 'network-changed', 'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'status': 'completed', 'code': 200} Sep 12 14:22:51.083723 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:51.284690 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '4f7b8b45-613d-4d32-8033-63ab5f550d0c', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:d3:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80777483-7cc4-45b2-be43-d887824dc15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:22:50Z', 'updated_at': '2022-09-12T14:22:50Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:51.308980 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:22:51.318126 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:22:51.318719 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:22:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:51.416782 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:22:51.624352 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '4f7b8b45-613d-4d32-8033-63ab5f550d0c', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:d3:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80777483-7cc4-45b2-be43-d887824dc15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:22:50Z', 'updated_at': '2022-09-12T14:22:50Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:22:51.647794 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22976e20-ca65-4828-a348-5c2379e852b8 None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '4f7b8b45-613d-4d32-8033-63ab5f550d0c', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:d3:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80777483-7cc4-45b2-be43-d887824dc15c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:22:50Z', 'updated_at': '2022-09-12T14:22:50Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:22:51.829096 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e6cc52-67a5-4153-9570-d7c44b10ffa7 None None] New status for floating IP 4f7b8b45-613d-4d32-8033-63ab5f550d0c: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:22:53.546164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-021aa756-aff8-4895-81d1-ccf6eb3f2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:53.547737 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-021aa756-aff8-4895-81d1-ccf6eb3f2a25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1129 time: 0.0414915 Sep 12 14:22:53.905673 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-4cc9b415-e364-45e2-81f4-80b64718faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:53.907153 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-4cc9b415-e364-45e2-81f4-80b64718faf2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.3533804 Sep 12 14:22:53.973195 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-2b929b4b-ceb9-4e8e-b6d9-94e52e3d0cc8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 200 len: 1001 time: 0.0598819 Sep 12 14:22:54.021054 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-120ffa48-8c70-41bd-a7f8-8d71fc37ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:54.022452 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-120ffa48-8c70-41bd-a7f8-8d71fc37ae8b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0428405 Sep 12 14:22:54.065804 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-8b64ea4c-cd14-4205-979e-7614620b7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:22:54.067301 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-8b64ea4c-cd14-4205-979e-7614620b7a6d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387416 Sep 12 14:22:54.168769 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-da8ad427-e4eb-47f6-9791-29fa5e68c352 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956120 Sep 12 14:22:54.258029 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-48850fb3-4c21-47a2-af1c-e0908a68b98d req-c7138d0d-6f5d-47bc-90cd-86f410eaf5ba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Sep 12 14:22:56.358031 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54300) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:56.465397 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40d152d2-f4e1-4242-9270-80b00e3b2526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.537413 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40d152d2-f4e1-4242-9270-80b00e3b2526 admin admin] Publish callbacks [] for security_group (fd280794-0a77-4b2e-bc3b-7f5d11344e20), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.540894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-40d152d2-f4e1-4242-9270-80b00e3b2526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fd280794-0a77-4b2e-bc3b-7f5d11344e20), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.578164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d152d2-f4e1-4242-9270-80b00e3b2526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd280794-0a77-4b2e-bc3b-7f5d11344e20,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:56.582375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-40d152d2-f4e1-4242-9270-80b00e3b2526 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cb3e6765ec6743efa823b1c814cd5daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232897 Sep 12 14:22:56.585039 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54304) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:22:56.631923 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] Publish callbacks [] for security_group (fd280794-0a77-4b2e-bc3b-7f5d11344e20), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.651483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] Publish callbacks [] for security_group (fd280794-0a77-4b2e-bc3b-7f5d11344e20), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.678715 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:56.681640 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:56.697400 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (fd280794-0a77-4b2e-bc3b-7f5d11344e20), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.700089 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:22:56.701233 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd280794-0a77-4b2e-bc3b-7f5d11344e20 HTTP/1.1" status: 204 len: 168 time: 0.1153133 Sep 12 14:22:56.710124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee32f6a-c827-43be-8a1e-9433d43699e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd280794-0a77-4b2e-bc3b-7f5d11344e20,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:22:57.907823 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:22:57.915862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=84,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:01.615898 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:01.627645 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=72 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:01.930678 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:03.103620 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-96be06b3-77e6-4fd5-9234-8e51172d586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:05.295573 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2821d60-7334-4f95-9017-a1d1b59551cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:06.641125 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:06.692577 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:06.705697 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:08.182114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:08.336396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:08.585513 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:23:18.324824 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:18.332621 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=37,neutron:UPDATE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:18.803849 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:21.689209 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:21.689957 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:21.853433 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-445d2b62-8bae-413b-bc00-a558248e3ada service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407674 Sep 12 14:23:21.932894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe49c-f928-4993-acde-6ec1425e688d req-1236c30e-d901-4070-94f2-3f16f89c0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:23:21.934590 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-1236c30e-d901-4070-94f2-3f16f89c0be3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.0388613 Sep 12 14:23:22.036275 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe49c-f928-4993-acde-6ec1425e688d req-69008dd2-55a2-45d3-801a-267fab399400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:23:22.037876 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-69008dd2-55a2-45d3-801a-267fab399400 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.0847774 Sep 12 14:23:22.101186 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-e7471448-60a4-4053-9292-74d11080372c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 1001 time: 0.0568449 Sep 12 14:23:22.152029 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe49c-f928-4993-acde-6ec1425e688d req-6d53a10f-b76f-4a75-a2cf-23edaa67e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:23:22.153449 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-6d53a10f-b76f-4a75-a2cf-23edaa67e5fc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0457282 Sep 12 14:23:22.196374 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affe49c-f928-4993-acde-6ec1425e688d req-27bac37e-c9f4-4d36-ab34-3e617afe7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:23:22.197810 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-27bac37e-c9f4-4d36-ab34-3e617afe7da5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373316 Sep 12 14:23:22.292820 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-2ded6d97-4010-41f6-9ffb-75472275ff2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873184 Sep 12 14:23:22.385574 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-2affe49c-f928-4993-acde-6ec1425e688d req-dae34df2-38d4-4b60-8ed2-2af1331d8d86 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855417 Sep 12 14:23:28.795887 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:28.797723 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:32.377177 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=49 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:32.382450 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=52 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:33.105477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f272eb99-2fd6-4840-8eaa-3ace6175f836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:35.296388 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ebb1-108a-4a7e-9fe3-44d939d13147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:36.647053 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:38.184860 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:38.337770 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:45.585885 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:23:48.331880 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:48.333795 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:48.806986 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:23:58.685076 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:58.685905 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=14 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:58.796915 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:23:58.803697 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:03.106117 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-30db5816-df8b-4d42-bc45-e6e96002481c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.036140 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54324) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:05.173166 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Deleting port 4879e7fa-20f1-4656-bb18-586a3b61fc3b {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:05.173542 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.247683 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.247942 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for floatingip (4879e7fa-20f1-4656-bb18-586a3b61fc3b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.260703 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Calling delete_port for 4879e7fa-20f1-4656-bb18-586a3b61fc3b owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:05.297304 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-174cae33-940f-479b-b1b1-40f101b423dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.404708 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (4879e7fa-20f1-4656-bb18-586a3b61fc3b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.426251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event deleted for resources: {'Port': ['ID=4879e7fa-20f1-4656-bb18-586a3b61fc3b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:05.440162 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.440511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.440846 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.441178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.441506 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.441828 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.442153 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.442472 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.442787 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.443131 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.443448 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.443764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.444084 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.444394 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.444707 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:05.504288 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for floatingip (f66cfdc6-5abc-4a2f-9d61-914f8e904165), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.504288 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Floating IP f66cfdc6-5abc-4a2f-9d61-914f8e904165 disassociated (deleted). External IP: 172.27.3.95, port: eb9b598a-ecdd-4396-817a-a89e4fcfe13b. Sep 12 14:24:05.699164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Router c05ef390-a170-48eb-909e-d7a5650d6e02 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:24:05.799919 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:24:05.804632 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:05.809316 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Sync routers for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:24:05.821237 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:05.821964 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:05.836905 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-018729f9-a774-461e-a769-075e8547d5c7 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f66cfdc6-5abc-4a2f-9d61-914f8e904165 HTTP/1.1" status: 204 len: 168 time: 0.7996454 Sep 12 14:24:05.839465 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:24:05.841295 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185b0a0-9f97-4eb4-8296-dfee35a523f2" -d '{"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:24:05.888414 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faa212e-883d-487c-aa20-641e1e941727 x-openstack-request-id: req-6faa212e-883d-487c-aa20-641e1e941727 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:24:05.888712 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:24:05.888967 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6faa212e-883d-487c-aa20-641e1e941727 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:24:05.889376 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6faa212e-883d-487c-aa20-641e1e941727'] response: {'name': 'network-changed', 'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'status': 'completed', 'code': 200} Sep 12 14:24:05.928397 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:06.058795 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:06.063888 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:06.074002 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-9df46e95-9ecb-4d2d-a27a-a98dd98584d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:06.075753 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-9df46e95-9ecb-4d2d-a27a-a98dd98584d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fd4a527e5cc441f5901536b58d4fe400&device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 1130 time: 0.1573272 Sep 12 14:24:06.124488 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:06.147966 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Checking router: c05ef390-a170-48eb-909e-d7a5650d6e02 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:24:06.156565 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:06.157167 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:06.212833 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9076a4-37a9-4474-aec0-fe490c1b6eba req-60a2ed36-bcf1-4ce5-828c-e6212d138210 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:06.214307 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8c9076a4-37a9-4474-aec0-fe490c1b6eba req-60a2ed36-bcf1-4ce5-828c-e6212d138210 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.1789601 Sep 12 14:24:06.257281 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:06.263181 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8c9076a4-37a9-4474-aec0-fe490c1b6eba req-36210d27-4736-4474-9e24-0cb75b1b5d10 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Sep 12 14:24:06.437426 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:06.460762 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3439fd7-7c1d-4422-b52a-8a3b1178b328 None None] The sync data for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi is: [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:19:12Z', 'revision_number': 4, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '846ae233-f6fb-4e2b-b89a-1ceaf13c345d', 'name': '', 'network_id': '98b067c7-82fa-413d-adcc-f0e586f1987e', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'mac_address': 'fa:16:3e:08:c4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:11Z', 'updated_at': '2022-09-12T14:19:19Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'subnets': [{'id': '23047041-ee95-454b-8a2a-ff3719f7d663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:24:06.648228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:06.677183 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45521f3-bea8-4f87-ab40-22dcbf291d50 None None] New status for floating IP f66cfdc6-5abc-4a2f-9d61-914f8e904165: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:24:07.281008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-fc2bb859-f6d9-4464-bb33-8a128f28a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:07.282420 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-fc2bb859-f6d9-4464-bb33-8a128f28a055 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 200 len: 910 time: 0.0865011 Sep 12 14:24:07.333970 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-5775e681-def3-44d3-abda-79f40ba51c84 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 200 len: 217 time: 0.0341301 Sep 12 14:24:07.472278 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecec09-fd03-4dc5-b69a-17a7318be591 req-66a95adb-b29d-4b46-a450-dc79aaee5f34 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:07.473711 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6ecec09-fd03-4dc5-b69a-17a7318be591 req-66a95adb-b29d-4b46-a450-dc79aaee5f34 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.1305745 Sep 12 14:24:07.475173 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-102d8856-11b2-483d-b345-72e323883262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:07.476437 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-102d8856-11b2-483d-b345-72e323883262 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 200 len: 848 time: 0.0858862 Sep 12 14:24:07.521619 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c6ecec09-fd03-4dc5-b69a-17a7318be591 req-33aa49b9-82e7-45c7-8452-1c76a452a21a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79989b6b-8ba5-415c-b38b-c2b2643f976e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Sep 12 14:24:07.727308 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-afb71089-d6b3-47a8-9951-4eb327c26ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:07.728738 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-afb71089-d6b3-47a8-9951-4eb327c26ea5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=98b067c7-82fa-413d-adcc-f0e586f1987e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380380 Sep 12 14:24:07.739522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-3c30f5eb-e6a3-45d0-b37b-0fbdb72b0733 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:24:07.740443 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-3c30f5eb-e6a3-45d0-b37b-0fbdb72b0733 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053194 Sep 12 14:24:07.815566 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-6e3c4707-0fba-4558-ae95-d559e91a8189 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:07.816932 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-6e3c4707-0fba-4558-ae95-d559e91a8189 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 946 time: 0.0466161 Sep 12 14:24:07.839778 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-22c05082-0e0a-4c91-9564-2685d143be09 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917728 Sep 12 14:24:07.906528 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Deleting port eb9b598a-ecdd-4396-817a-a89e4fcfe13b {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:07.906902 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:07.929745 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-5185b0a0-9f97-4eb4-8296-dfee35a523f2 req-3eecfc6c-2808-48a4-9404-e67815fb4737 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814323 Sep 12 14:24:07.996466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] For port eb9b598a-ecdd-4396-817a-a89e4fcfe13b, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:07.996824 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:08.009276 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Calling delete_port for eb9b598a-ecdd-4396-817a-a89e4fcfe13b owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:08.136406 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (eb9b598a-ecdd-4396-817a-a89e4fcfe13b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:08.162313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event deleted for resources: {'Port': ['ID=eb9b598a-ecdd-4396-817a-a89e4fcfe13b,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:08.187734 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:08.194120 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.194288 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.194625 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.195089 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.195544 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.195879 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.196203 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.196524 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.196843 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.197164 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.197481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.197800 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.198118 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.198430 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.198746 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:08.225201 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] No DVR routers for this DVR port eb9b598a-ecdd-4396-817a-a89e4fcfe13b on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:24:08.227596 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:08.230797 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-ba602781-048e-4e37-a3ec-162ad3e9dfb7 req-0ed7f37b-2a1a-46d0-9c50-b3abfdc40f0a tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.23 "DELETE /networking/v2.0/ports/eb9b598a-ecdd-4396-817a-a89e4fcfe13b HTTP/1.1" status: 204 len: 173 time: 0.4045558 Sep 12 14:24:08.231303 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-deleted', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:24:08.233499 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59de4de-0364-427f-b6a0-5082fd2729b2" -d '{"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-deleted", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:24:08.334101 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2171af0a-d744-496f-9b07-a73412babd83 x-openstack-request-id: req-2171af0a-d744-496f-9b07-a73412babd83 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:24:08.334455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e77887-fc8a-44ab-93a3-a96e94b45687", "name": "network-vif-deleted", "tag": "eb9b598a-ecdd-4396-817a-a89e4fcfe13b", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:24:08.334901 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2171af0a-d744-496f-9b07-a73412babd83 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:24:08.335382 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2171af0a-d744-496f-9b07-a73412babd83'] response: {'server_uuid': '71e77887-fc8a-44ab-93a3-a96e94b45687', 'name': 'network-vif-deleted', 'tag': 'eb9b598a-ecdd-4396-817a-a89e4fcfe13b', 'status': 'completed', 'code': 200} Sep 12 14:24:08.340690 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:08.640900 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9f27e9c1-5260-4fca-9dd1-ecf74f1edea4 req-3a45686e-c292-4e97-95d7-ccb3101feedb tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=71e77887-fc8a-44ab-93a3-a96e94b45687 HTTP/1.1" status: 200 len: 210 time: 0.0360441 Sep 12 14:24:09.713675 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54364) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:09.769067 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (79989b6b-8ba5-415c-b38b-c2b2643f976e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:09.791866 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (79989b6b-8ba5-415c-b38b-c2b2643f976e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:09.852144 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (79989b6b-8ba5-415c-b38b-c2b2643f976e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:09.855229 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:09.856419 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/79989b6b-8ba5-415c-b38b-c2b2643f976e HTTP/1.1" status: 204 len: 168 time: 0.1426282 Sep 12 14:24:09.867098 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ca24-87e2-43f9-9d7f-1886b68a1207 tempest-TestShelveInstance-983927421 tempest-TestShelveInstance-983927421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79989b6b-8ba5-415c-b38b-c2b2643f976e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:09.908094 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54368) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:10.213997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:10.219820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:10.247953 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:10.270293 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: eb9b598a-ecdd-4396-817a-a89e4fcfe13b {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:10.270637 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device eb9b598a-ecdd-4396-817a-a89e4fcfe13b not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:10.311768 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (c05ef390-a170-48eb-909e-d7a5650d6e02), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:10.531027 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Deleting port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:10.531367 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:10.607219 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] For port 846ae233-f6fb-4e2b-b89a-1ceaf13c345d, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:10.607570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:10.619997 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Calling delete_port for 846ae233-f6fb-4e2b-b89a-1ceaf13c345d owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:10.804056 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (846ae233-f6fb-4e2b-b89a-1ceaf13c345d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:10.831043 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=846ae233-f6fb-4e2b-b89a-1ceaf13c345d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:10.992862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (c05ef390-a170-48eb-909e-d7a5650d6e02), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:11.034605 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:11.049958 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:11.455415 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Router c05ef390-a170-48eb-909e-d7a5650d6e02 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:24:11.550685 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:24:11.556375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-cd25e6d0-74bf-4217-a8cb-bc593e3f0e71 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c05ef390-a170-48eb-909e-d7a5650d6e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471930 Sep 12 14:24:11.557952 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54372) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:11.560775 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Sync routers for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:24:11.570738 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:11.571367 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:11.654045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks [] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:11.670094 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:11.752152 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks [] for router_gateway (c05ef390-a170-48eb-909e-d7a5650d6e02), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:11.795165 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Deleting port 9c7b111f-eaa4-4945-ac89-8870f9e018db {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:11.795504 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:11.832477 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:11.836648 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:24:10Z', 'revision_number': 5, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port': {'id': '9c7b111f-eaa4-4945-ac89-8870f9e018db', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:10Z', 'updated_at': '2022-09-12T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:11.866138 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Checking router: c05ef390-a170-48eb-909e-d7a5650d6e02 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:24:11.875070 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Routers {'c05ef390-a170-48eb-909e-d7a5650d6e02'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:11.875675 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['c05ef390-a170-48eb-909e-d7a5650d6e02'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:11.879416 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] For port 9c7b111f-eaa4-4945-ac89-8870f9e018db, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=9c7b111f-eaa4-4945-ac89-8870f9e018db,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:11.879939 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:11.893047 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Calling delete_port for 9c7b111f-eaa4-4945-ac89-8870f9e018db owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:11.941721 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:11.953773 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] Set router c05ef390-a170-48eb-909e-d7a5650d6e02 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:12.004237 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:24:11Z', 'revision_number': 6, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:12.028465 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612ceda-a09b-4a87-ade6-a5a3fbd80412 None None] The sync data for ids ['c05ef390-a170-48eb-909e-d7a5650d6e02'] in dv-cinder-820027-25-iscsi is: [{'id': 'c05ef390-a170-48eb-909e-d7a5650d6e02', 'name': 'tempest-TestShelveInstance-1758053303-router', 'tenant_id': 'fd4a527e5cc441f5901536b58d4fe400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:09Z', 'updated_at': '2022-09-12T14:24:11Z', 'revision_number': 6, 'project_id': 'fd4a527e5cc441f5901536b58d4fe400', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:24:12.041552 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:12.065198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (9c7b111f-eaa4-4945-ac89-8870f9e018db), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.090329 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7b111f-eaa4-4945-ac89-8870f9e018db,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:12.154505 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (c05ef390-a170-48eb-909e-d7a5650d6e02), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.239191 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.241330 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks [] for router_controller (c05ef390-a170-48eb-909e-d7a5650d6e02), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.275572 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:12.283686 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (c05ef390-a170-48eb-909e-d7a5650d6e02), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.284490 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05ef390-a170-48eb-909e-d7a5650d6e02 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:24:12.288705 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.289990 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-240b1298-096e-42ca-b0da-89c5f6930633 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c05ef390-a170-48eb-909e-d7a5650d6e02 HTTP/1.1" status: 204 len: 168 time: 0.7308376 Sep 12 14:24:12.292522 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54374) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:12.336809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Deleting subnet 23047041-ee95-454b-8a2a-ff3719f7d663 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:24:12.339904 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Publish callbacks [] for subnet (23047041-ee95-454b-8a2a-ff3719f7d663), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.378449 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (23047041-ee95-454b-8a2a-ff3719f7d663), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.457298 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (23047041-ee95-454b-8a2a-ff3719f7d663), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.510147 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (23047041-ee95-454b-8a2a-ff3719f7d663), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.533714 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23047041-ee95-454b-8a2a-ff3719f7d663,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:12.539260 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.542387 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f1b10c82-e0b3-4d5d-9bc9-c3a433232801 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/23047041-ee95-454b-8a2a-ff3719f7d663 HTTP/1.1" status: 204 len: 168 time: 0.2489557 Sep 12 14:24:12.544859 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae146a-e561-44b2-8191-cd9d6c47bfaf None None] Network 98b067c7-82fa-413d-adcc-f0e586f1987e requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:24:12.545353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54376) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:12.617012 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (98b067c7-82fa-413d-adcc-f0e586f1987e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.661824 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Deleting port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:12.662165 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.729333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] For port 948bff34-9fda-49ac-b0c5-cd5c5b84e087, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=948bff34-9fda-49ac-b0c5-cd5c5b84e087,segment=NetworkSegment(1f3e2df6-4eab-4730-ac95-5273b27a198b),segment_id=1f3e2df6-4eab-4730-ac95-5273b27a198b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:12.729609 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.742355 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Calling delete_port for 948bff34-9fda-49ac-b0c5-cd5c5b84e087 owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:12.820459 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (948bff34-9fda-49ac-b0c5-cd5c5b84e087), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.825363 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01252890-75dc-42c4-b0a7-7279e9487432 None None] DHCP port deletion for 98b067c7-82fa-413d-adcc-f0e586f1987e request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:24:12.834862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] No DVR routers for this DVR port 948bff34-9fda-49ac-b0c5-cd5c5b84e087 on host dv-cinder-820027-25-iscsi {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:24:12.857352 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Pushing event deleted for resources: {'Port': ['ID=948bff34-9fda-49ac-b0c5-cd5c5b84e087,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:12.939586 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (98b067c7-82fa-413d-adcc-f0e586f1987e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:12.962574 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b067c7-82fa-413d-adcc-f0e586f1987e']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:12.972083 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:12.974018 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3e2df6-4eab-4730-ac95-5273b27a198b') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:12.974341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3e2df6-4eab-4730-ac95-5273b27a198b') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:12.988288 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (1f3e2df6-4eab-4730-ac95-5273b27a198b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.000058 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 9c7b111f-eaa4-4945-ac89-8870f9e018db no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:13.002747 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (1f3e2df6-4eab-4730-ac95-5273b27a198b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.009368 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:24:13.009757 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (1f3e2df6-4eab-4730-ac95-5273b27a198b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.018262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 9c7b111f-eaa4-4945-ac89-8870f9e018db {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:13.018597 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 9c7b111f-eaa4-4945-ac89-8870f9e018db not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:13.019039 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 846ae233-f6fb-4e2b-b89a-1ceaf13c345d no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:13.038158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 846ae233-f6fb-4e2b-b89a-1ceaf13c345d {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:13.038419 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 846ae233-f6fb-4e2b-b89a-1ceaf13c345d not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:13.038823 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 948bff34-9fda-49ac-b0c5-cd5c5b84e087 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:13.057483 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 948bff34-9fda-49ac-b0c5-cd5c5b84e087 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:13.057827 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 948bff34-9fda-49ac-b0c5-cd5c5b84e087 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:13.075129 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (98b067c7-82fa-413d-adcc-f0e586f1987e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.082439 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.087322 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/98b067c7-82fa-413d-adcc-f0e586f1987e HTTP/1.1" status: 204 len: 168 time: 0.5406201 Sep 12 14:24:13.089773 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54382) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:13.101734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5dbeb-0fbf-414a-bd38-d8f4179b1519 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b067c7-82fa-413d-adcc-f0e586f1987e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:13.196030 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 1f3e2df6-4eab-4730-ac95-5273b27a198b resource provider aggregate not found Sep 12 14:24:13.213047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 1f3e2df6-4eab-4730-ac95-5273b27a198b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f3e2df6-4eab-4730-ac95-5273b27a198b found for delete ", "request_id": "req-a18c813f-4562-4e67-b06c-f0e22f8c7778"}]} Sep 12 14:24:13.401862 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.543913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:13.561479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:13.617054 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Deleting port ec0b0507-b41f-4994-9946-7819dc2c1132 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:13.617390 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.697051 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] For port ec0b0507-b41f-4994-9946-7819dc2c1132, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=ec0b0507-b41f-4994-9946-7819dc2c1132,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:13.697328 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.709986 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Calling delete_port for ec0b0507-b41f-4994-9946-7819dc2c1132 owned by network:router_interface {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:13.890426 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (ec0b0507-b41f-4994-9946-7819dc2c1132), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:13.913776 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0b0507-b41f-4994-9946-7819dc2c1132,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:14.075706 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.273889 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Router 84e32663-e9f8-4c84-8b19-ad9792cbf50c has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:24:14.328620 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:14.367041 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:14.377252 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:24:14.383166 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-97ac3fa5-1910-4cde-b5a0-8d15d775f7e0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/84e32663-e9f8-4c84-8b19-ad9792cbf50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2918379 Sep 12 14:24:14.385215 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54386) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:14.391358 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Sync routers for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:24:14.400696 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:14.401369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:14.482981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks [] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.500685 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:14.577526 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks [] for router_gateway (84e32663-e9f8-4c84-8b19-ad9792cbf50c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.619765 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Deleting port 4426c127-e531-42fc-97ab-b59e306595bd {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:14.620097 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (4426c127-e531-42fc-97ab-b59e306595bd), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.668506 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '4426c127-e531-42fc-97ab-b59e306595bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:24:13Z', 'revision_number': 5, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port': {'id': '4426c127-e531-42fc-97ab-b59e306595bd', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:19:15Z', 'updated_at': '2022-09-12T14:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:14.694497 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Checking router: 84e32663-e9f8-4c84-8b19-ad9792cbf50c for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:24:14.701375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] For port 4426c127-e531-42fc-97ab-b59e306595bd, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=4426c127-e531-42fc-97ab-b59e306595bd,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:14.701741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (4426c127-e531-42fc-97ab-b59e306595bd), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.702801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Routers {'84e32663-e9f8-4c84-8b19-ad9792cbf50c'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:14.703422 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:14.715014 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Calling delete_port for 4426c127-e531-42fc-97ab-b59e306595bd owned by network:router_gateway {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:14.785533 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] Set router 84e32663-e9f8-4c84-8b19-ad9792cbf50c gateway port host: None {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:14.833543 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:24:14Z', 'revision_number': 6, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:14.873700 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb22c34-88fd-44d5-bfeb-5055ccc4ed31 None None] The sync data for ids ['84e32663-e9f8-4c84-8b19-ad9792cbf50c'] in dv-cinder-820027-25-iscsi is: [{'id': '84e32663-e9f8-4c84-8b19-ad9792cbf50c', 'name': 'tempest-TestShelveInstance-658649910-router', 'tenant_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:19:14Z', 'updated_at': '2022-09-12T14:24:14Z', 'revision_number': 6, 'project_id': 'f35e8d128cd44441b85c0ab5d5fe14cf', 'gw_port_host': None}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:24:14.897962 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (4426c127-e531-42fc-97ab-b59e306595bd), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:14.920969 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4426c127-e531-42fc-97ab-b59e306595bd,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:14.983360 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.066451 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.068619 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks [] for router_controller (84e32663-e9f8-4c84-8b19-ad9792cbf50c), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.111542 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (84e32663-e9f8-4c84-8b19-ad9792cbf50c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.112066 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e32663-e9f8-4c84-8b19-ad9792cbf50c {{(pid=106393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:24:15.116249 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.117517 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-f57b3a38-a576-4dce-99c7-4adfbe93b5b8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/84e32663-e9f8-4c84-8b19-ad9792cbf50c HTTP/1.1" status: 204 len: 168 time: 0.7313094 Sep 12 14:24:15.120102 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54388) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:15.403090 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Deleting subnet c5e8fd64-791b-4067-84d5-e8ab3f02ee4a {{(pid=106393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:24:15.406095 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Publish callbacks [] for subnet (c5e8fd64-791b-4067-84d5-e8ab3f02ee4a), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.439896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2667746'] for subnet (c5e8fd64-791b-4067-84d5-e8ab3f02ee4a), precommit_delete_associations {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.467978 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:15.481407 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:15.517729 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (c5e8fd64-791b-4067-84d5-e8ab3f02ee4a), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.570152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8601198'] for subnet (c5e8fd64-791b-4067-84d5-e8ab3f02ee4a), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.598324 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.604390 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4f3bae-420a-4dd5-b9ef-0d39297c5d56 None None] Network e06e46a0-8b82-4e94-a603-5d213767db1b requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:24:15.605033 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c5e8fd64-791b-4067-84d5-e8ab3f02ee4a HTTP/1.1" status: 204 len: 168 time: 0.4839759 Sep 12 14:24:15.605369 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54390) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:15.606114 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dedc07-cb33-4308-a678-7e1b138e5077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e8fd64-791b-4067-84d5-e8ab3f02ee4a,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:15.680437 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (e06e46a0-8b82-4e94-a603-5d213767db1b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.691903 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:15.728124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Deleting port 15323645-0140-4902-a1ac-623985ba985a {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:15.728454 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (15323645-0140-4902-a1ac-623985ba985a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.778309 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] DHCP port deletion for e06e46a0-8b82-4e94-a603-5d213767db1b request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:24:15.797709 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] For port 15323645-0140-4902-a1ac-623985ba985a, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=15323645-0140-4902-a1ac-623985ba985a,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:15.798678 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (15323645-0140-4902-a1ac-623985ba985a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.812764 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Calling delete_port for 15323645-0140-4902-a1ac-623985ba985a owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:15.815975 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Deleting port 15323645-0140-4902-a1ac-623985ba985a {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:15.816336 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (15323645-0140-4902-a1ac-623985ba985a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.887885 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] For port 15323645-0140-4902-a1ac-623985ba985a, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=15323645-0140-4902-a1ac-623985ba985a,segment=NetworkSegment(a12c669d-977c-46b3-8a36-24a956fc3a29),segment_id=a12c669d-977c-46b3-8a36-24a956fc3a29)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:15.888151 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (15323645-0140-4902-a1ac-623985ba985a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.899348 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (15323645-0140-4902-a1ac-623985ba985a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:15.901760 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Calling delete_port for 15323645-0140-4902-a1ac-623985ba985a owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:15.929334 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] No DVR routers for this DVR port 15323645-0140-4902-a1ac-623985ba985a on host dv-cinder-820027-25-iscsi {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:24:15.934431 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Pushing event deleted for resources: {'Port': ['ID=15323645-0140-4902-a1ac-623985ba985a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:15.971194 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:15.979124 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:15.989898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113'] for port (15323645-0140-4902-a1ac-623985ba985a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.010251 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (e06e46a0-8b82-4e94-a603-5d213767db1b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.020172 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Pushing event deleted for resources: {'Port': ['ID=15323645-0140-4902-a1ac-623985ba985a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:16.029074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] No DVR routers for this DVR port 15323645-0140-4902-a1ac-623985ba985a on host dv-cinder-820027-25-iscsi {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:24:16.030975 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e46a0-8b82-4e94-a603-5d213767db1b']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:16.031337 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.031682 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.032028 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.032888 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.033525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.033525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.033842 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.034161 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.034479 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.034800 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.035146 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.035463 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.035779 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.036094 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.036407 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2605cc19-fc71-459e-913b-eb35d3a53ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:24:16.044168 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12c669d-977c-46b3-8a36-24a956fc3a29') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:16.044168 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12c669d-977c-46b3-8a36-24a956fc3a29') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:16.055162 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (a12c669d-977c-46b3-8a36-24a956fc3a29), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.069319 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (a12c669d-977c-46b3-8a36-24a956fc3a29), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.075786 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:24:16.076164 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (a12c669d-977c-46b3-8a36-24a956fc3a29), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.116497 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment a12c669d-977c-46b3-8a36-24a956fc3a29 resource provider aggregate not found Sep 12 14:24:16.134628 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment a12c669d-977c-46b3-8a36-24a956fc3a29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a12c669d-977c-46b3-8a36-24a956fc3a29 found for delete ", "request_id": "req-b4cec3b0-31c0-4e35-a7d0-a6e89db6814a"}]} Sep 12 14:24:16.138727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (e06e46a0-8b82-4e94-a603-5d213767db1b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.144929 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.148065 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e06e46a0-8b82-4e94-a603-5d213767db1b HTTP/1.1" status: 204 len: 168 time: 0.5412781 Sep 12 14:24:16.163659 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057258-7857-43ab-9fd1-42c60bfd613a admin admin] Pushing event deleted for resources: {'Network': ['ID=e06e46a0-8b82-4e94-a603-5d213767db1b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:16.259788 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54398) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:16.300251 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d66131d3-fc78-4464-beac-c9465ba34631 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fd4a527e5cc441f5901536b58d4fe400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391760 Sep 12 14:24:16.302635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54400) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:16.351896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] Publish callbacks [] for security_group (c5c970c2-effb-4584-ba97-78073d98dfa4), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.371075 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] Publish callbacks [] for security_group (c5c970c2-effb-4584-ba97-78073d98dfa4), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.417126 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (c5c970c2-effb-4584-ba97-78073d98dfa4), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.419684 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.420839 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c5c970c2-effb-4584-ba97-78073d98dfa4 HTTP/1.1" status: 204 len: 168 time: 0.1171751 Sep 12 14:24:16.428504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61843fa2-deb9-429e-9018-23ea8085007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c970c2-effb-4584-ba97-78073d98dfa4,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:16.733819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54406) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:16.776312 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-2758873e-4118-4007-ab11-382b59bcf8d6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f35e8d128cd44441b85c0ab5d5fe14cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413792 Sep 12 14:24:16.778872 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54408) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:24:16.832082 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] Publish callbacks [] for security_group (1828a903-6dad-4d43-a7c7-3fd7186463e2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.852779 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] Publish callbacks [] for security_group (1828a903-6dad-4d43-a7c7-3fd7186463e2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.876622 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 15323645-0140-4902-a1ac-623985ba985a no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:16.895376 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 15323645-0140-4902-a1ac-623985ba985a {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:16.895724 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 15323645-0140-4902-a1ac-623985ba985a not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:16.896134 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ec0b0507-b41f-4994-9946-7819dc2c1132 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:16.902764 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (1828a903-6dad-4d43-a7c7-3fd7186463e2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.905294 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:16.906431 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1828a903-6dad-4d43-a7c7-3fd7186463e2 HTTP/1.1" status: 204 len: 168 time: 0.1266527 Sep 12 14:24:16.914703 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b31a09-aeb4-4be5-b8f6-777b8b41a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828a903-6dad-4d43-a7c7-3fd7186463e2,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:16.918904 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: ec0b0507-b41f-4994-9946-7819dc2c1132 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:16.919808 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device ec0b0507-b41f-4994-9946-7819dc2c1132 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:16.921854 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 4426c127-e531-42fc-97ab-b59e306595bd no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:16.944416 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 4426c127-e531-42fc-97ab-b59e306595bd {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:16.944757 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 4426c127-e531-42fc-97ab-b59e306595bd not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:18.809721 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:22.004312 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:22.006920 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=14 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:22.585754 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:24:22.852698 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-e4a97c69-874c-4edb-9e4c-5394b59f1428 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377312 Sep 12 14:24:22.921238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-ea95593f-0305-4255-8f1c-df5be7ea6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:22.922709 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-ea95593f-0305-4255-8f1c-df5be7ea6f11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 1129 time: 0.0413344 Sep 12 14:24:23.030305 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-12b0bebc-9008-431e-86a2-12ab7c24585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:23.031786 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-12b0bebc-9008-431e-86a2-12ab7c24585d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0844240 Sep 12 14:24:23.098467 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-47e42371-dcc2-4d7b-bfd8-b5de33a5d977 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 200 len: 1001 time: 0.0561450 Sep 12 14:24:23.150829 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-c1729b2c-be9b-4557-9d41-7493d4b5450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:23.152159 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-c1729b2c-be9b-4557-9d41-7493d4b5450e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0415170 Sep 12 14:24:23.196162 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-e016da31-1d94-41b6-a9e5-9ae981fb9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:23.197585 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-e016da31-1d94-41b6-a9e5-9ae981fb9d9e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362859 Sep 12 14:24:23.289898 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-b48b3282-ee88-4b34-b941-0bb3e275dc57 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Sep 12 14:24:23.340770 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:23.342871 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:23.383413 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d8e59cb9-6726-47ec-bb60-c591cd90081e req-a50b521f-96a3-4c05-86b3-6a98c240d573 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Sep 12 14:24:26.295004 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=52,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:26.296882 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=61,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:33.117848 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01c3581a-1b39-42f0-9e80-c67d866ec9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:33.370982 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:33.381067 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=6 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:35.298375 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce2ad46a-8103-4032-a9f5-f3b58e35d1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:35.685389 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:35.686058 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:36.649298 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:38.190349 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:38.342765 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:48.336519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:48.338369 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=4,neutron:SELECT=28,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:48.639986 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bd2e-60ac-4fa6-b996-868ca3fe8ef4 req-f4e6c449-d9e7-4545-8dfb-7d82da1691c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:48.641333 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d66bd2e-60ac-4fa6-b996-868ca3fe8ef4 req-f4e6c449-d9e7-4545-8dfb-7d82da1691c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0463936 Sep 12 14:24:48.694681 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8d66bd2e-60ac-4fa6-b996-868ca3fe8ef4 req-b38e2a29-741b-48f6-be08-6439d8345f75 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 Sep 12 14:24:48.837139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:49.814849 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b2256-ee4d-47e9-a7ff-a963cccdcbaf req-b20b7fd0-7ab1-4c19-b97c-f42a839db86c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:49.816316 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e08b2256-ee4d-47e9-a7ff-a963cccdcbaf req-b20b7fd0-7ab1-4c19-b97c-f42a839db86c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0461447 Sep 12 14:24:49.870348 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e08b2256-ee4d-47e9-a7ff-a963cccdcbaf req-b1bd9ac6-f613-487a-aa03-9517062fdbe3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Sep 12 14:24:50.287008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ec235065-8094-4f12-9d95-16c9be33f1bc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:50.288431 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ec235065-8094-4f12-9d95-16c9be33f1bc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 945 time: 0.0486355 Sep 12 14:24:50.370028 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port b641a3f4-7e94-40fe-870c-97d76aad7cf0 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:24:50.370371 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:50.458588 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] For port b641a3f4-7e94-40fe-870c-97d76aad7cf0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b641a3f4-7e94-40fe-870c-97d76aad7cf0,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:24:50.458976 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:50.620909 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:50.621187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (4f7b8b45-613d-4d32-8033-63ab5f550d0c), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:50.621501 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP 4f7b8b45-613d-4d32-8033-63ab5f550d0c disassociated. External IP: 172.27.3.245, port: b641a3f4-7e94-40fe-870c-97d76aad7cf0. Sep 12 14:24:50.621851 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for b641a3f4-7e94-40fe-870c-97d76aad7cf0 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:24:50.746852 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (b641a3f4-7e94-40fe-870c-97d76aad7cf0), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:50.773900 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=b641a3f4-7e94-40fe-870c-97d76aad7cf0,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:50.882727 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:24:50.973452 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f1656e51-2a4e-4e1f-b07e-b6aa95146bb5 req-a658616b-9508-4524-ad42-d1dc75735784 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=80777483-7cc4-45b2-be43-d887824dc15c HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 12 14:24:50.986112 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:24:51.009427 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:24:51.020880 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:51.021491 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:51.040670 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] No DVR routers for this DVR port b641a3f4-7e94-40fe-870c-97d76aad7cf0 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:24:51.043318 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:51.046583 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-a812a177-f21b-4b90-9cfa-62a414d207b7 req-ff40c2fd-e3c9-4a09-9fe8-5bb90e286a6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b641a3f4-7e94-40fe-870c-97d76aad7cf0 HTTP/1.1" status: 204 len: 173 time: 0.7499199 Sep 12 14:24:51.047159 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'name': 'network-vif-deleted', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:24:51.049416 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc87235-c8e4-465e-bd95-ab4500c5c466" -d '{"events": [{"server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "name": "network-vif-deleted", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:24:51.088204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd69576-49d3-45bc-94d0-e96f1ffb43da x-openstack-request-id: req-1bd69576-49d3-45bc-94d0-e96f1ffb43da {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:24:51.088563 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80777483-7cc4-45b2-be43-d887824dc15c", "name": "network-vif-deleted", "tag": "b641a3f4-7e94-40fe-870c-97d76aad7cf0", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:24:51.088868 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bd69576-49d3-45bc-94d0-e96f1ffb43da {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:24:51.089305 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd69576-49d3-45bc-94d0-e96f1ffb43da'] response: {'server_uuid': '80777483-7cc4-45b2-be43-d887824dc15c', 'name': 'network-vif-deleted', 'tag': 'b641a3f4-7e94-40fe-870c-97d76aad7cf0', 'status': 'completed', 'code': 200} Sep 12 14:24:51.131303 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:51.411027 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:51.440586 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:24:51.449305 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:24:51.449912 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:24:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:51.548914 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:24:51.732189 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-bca54703-3a16-4757-999d-cab476889a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:24:51.760149 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54703-3a16-4757-999d-cab476889a1c None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:24:51.981818 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d8f01-91b5-4746-a95c-609755290b35 None None] New status for floating IP 4f7b8b45-613d-4d32-8033-63ab5f550d0c: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:24:52.256672 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-ffa03c75-cac6-4f41-b37a-4086c1359c8f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1346425671&fields=id&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 267 time: 0.0429296 Sep 12 14:24:52.363208 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-37642a65-ef3e-4176-ae81-aa93667a9b99 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:52.364635 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-37642a65-ef3e-4176-ae81-aa93667a9b99 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1018369 Sep 12 14:24:52.378858 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-939580ec-1570-4987-9204-1f9da355b790 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/quotas/caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Sep 12 14:24:52.426722 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-ac61cae1-6d68-446c-8785-a1f08087b97e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429599 Sep 12 14:24:52.441867 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-306b8cbb-5ed0-4814-b498-a7191f57eb79 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 14:24:52.442799 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-306b8cbb-5ed0-4814-b498-a7191f57eb79 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053504 Sep 12 14:24:52.530074 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-a3345fa7-8359-4edd-adb4-a8ef8b0b88ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821166 Sep 12 14:24:52.619095 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-1bf062c1-11d9-4f0c-8258-cfa9ed508b4e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833039 Sep 12 14:24:52.907631 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0a346876-af3a-45a1-8505-7c104c46dc53 req-48a69471-a0b8-4a83-b42c-8d6d9bef3bbc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Sep 12 14:24:53.989373 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4d91562e-1b91-491c-aab6-d34e26b96e2b req-cebb0895-efe8-4989-ba33-5e14ec304749 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Sep 12 14:24:54.382432 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b641a3f4-7e94-40fe-870c-97d76aad7cf0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:24:54.401886 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: b641a3f4-7e94-40fe-870c-97d76aad7cf0 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:24:54.402228 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device b641a3f4-7e94-40fe-870c-97d76aad7cf0 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:24:55.091292 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-9627f1e2-c544-4500-9d4a-1b558dfa6ea1 req-e483bc4f-31e5-476b-9fe4-e1376d6b536c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Sep 12 14:24:56.056245 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:56.107682 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c14bc64b-e691-484f-a054-afd5aab5c360 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:56.109145 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c14bc64b-e691-484f-a054-afd5aab5c360 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1141975 Sep 12 14:24:56.174096 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-7d23dc19-d908-4981-bb54-ca106732a556 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 380 time: 0.0559521 Sep 12 14:24:56.183761 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'port': {'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'admin_state_up': True, 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'security_groups': ['9a27281a-e1bc-4ab7-8fc5-702c303a09e1']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:24:56.195681 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-a4cd1a00-f6dc-4e4f-ab1b-fb1325560f9c req-5153db10-e052-4c37-8572-0f5cd2acbccc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Sep 12 14:24:56.225981 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:56.290763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Made reservation on behalf of caed5793408e49edb40acad5410e02a9 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:24:56.294432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.421058 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.20.0.11 (07c297a9-f468-46ed-8199-c258a69984ca/d2aedce1-45ef-41f0-ad2c-aa59597b53df/6cdb7cba-691e-4ca9-ac87-f6ddec0b6562) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:24:56.563718 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.596775 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.641185 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:24:56.644418 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:24:56.648363 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:24:56.654685 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:56.703896 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:56.704512 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.721023 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-c23832a5-4701-4244-8f08-93ccd41e95b0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411890 Sep 12 14:24:56.755427 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Request body: {'port': {'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:24:56.816465 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.827010 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:56.873493 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3a33a85f-c1f6-4bfc-938c-817b3245bd97 None None] Provisioning complete for port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:24:56.874067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3a33a85f-c1f6-4bfc-938c-817b3245bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:56.907921 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3a33a85f-c1f6-4bfc-938c-817b3245bd97 None None] Port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:24:57.031070 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:57.080479 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:24:57.087834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks [] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:57.100338 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Transition to ACTIVE for port object 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:24:57.104004 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:57.179065 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:57.209063 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Attempting to bind port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:24:57.209400 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Attempting to bind port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:24:57.209747 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Attempting to bind port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:24:57.250496 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 on network 07c297a9-f468-46ed-8199-c258a69984ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:24:57.250818 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Attempting to bind port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:24:57.295436 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:24:57.295694 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:24:57.296075 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Bound using segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:24:57.296504 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Bound port: 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:24:57.296852 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:57.318612 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e5a1f-d47a-4a29-b3b4-46a11741bf3d req-6088d865-c7a7-42c8-a138-80864539db1b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:57.320111 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f41e5a1f-d47a-4a29-b3b4-46a11741bf3d req-6088d865-c7a7-42c8-a138-80864539db1b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0460153 Sep 12 14:24:57.356466 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:24:57.359501 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:24:57.366000 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:57.370148 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:57.370766 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:24:57.371213 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f41e5a1f-d47a-4a29-b3b4-46a11741bf3d req-db85ff31-f939-4673-a00f-a0e58cc24707 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Sep 12 14:24:57.372249 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 1094 time: 0.6216266 Sep 12 14:24:57.372798 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:24:57.375095 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8953c2b5-1888-44e3-a383-1d9407fb8cba" -d '{"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:24:57.437941 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c1eb70-5ce5-44f4-b7e5-9b687994e6ac x-openstack-request-id: req-05c1eb70-5ce5-44f4-b7e5-9b687994e6ac {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:24:57.438230 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:24:57.438481 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05c1eb70-5ce5-44f4-b7e5-9b687994e6ac {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:24:57.438918 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c1eb70-5ce5-44f4-b7e5-9b687994e6ac'] response: {'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'status': 'completed', 'code': 200} Sep 12 14:24:57.457719 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a2b06-60b5-4360-9f28-2a150eae9269 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:24:57.471565 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-90e26ca1-c4a6-4dcd-8ffc-820201fc1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:57.473059 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-90e26ca1-c4a6-4dcd-8ffc-820201fc1760 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1128 time: 0.0484471 Sep 12 14:24:57.515243 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-534dc5ae-3aba-41d5-8693-6ba139804369 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 217 time: 0.0311291 Sep 12 14:24:57.566056 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-3394166d-5cdd-4147-8d2f-7ae4b3a36a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:57.567371 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-3394166d-5cdd-4147-8d2f-7ae4b3a36a5f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0424199 Sep 12 14:24:57.613158 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-4da9e004-c810-4a57-b140-014f8d4ef08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:57.614613 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-4da9e004-c810-4a57-b140-014f8d4ef08e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373583 Sep 12 14:24:57.685316 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:57.710351 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-98a10e09-b78d-4dde-a82c-9e602296670c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Sep 12 14:24:57.802696 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7afc9fec-4ca6-4bb4-92e6-e4b1b1f3ad5e req-682ee098-5228-4e72-9809-e67b3acdd2f2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825279 Sep 12 14:24:58.078687 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-41b5aac3-3bb3-454d-952a-ded94abdcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:58.080161 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-41b5aac3-3bb3-454d-952a-ded94abdcfa2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1128 time: 0.0386686 Sep 12 14:24:58.171021 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-267f3173-5856-4691-9b39-38db02a290f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:58.172339 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-267f3173-5856-4691-9b39-38db02a290f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0842330 Sep 12 14:24:58.212931 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-79c20a65-cd34-4802-8130-f53681798eb5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 217 time: 0.0305736 Sep 12 14:24:58.262204 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-8b02f7b6-b817-427a-b823-727805796e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:58.263615 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-8b02f7b6-b817-427a-b823-727805796e5a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0413835 Sep 12 14:24:58.300850 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:24:58.309234 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-690e16aa-2f0f-4d30-b900-2a6fc708c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:58.310667 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-690e16aa-2f0f-4d30-b900-2a6fc708c677 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379207 Sep 12 14:24:58.402128 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-17842f31-dabb-4c7d-b94e-18c92eb60946 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816343 Sep 12 14:24:58.496896 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-8953c2b5-1888-44e3-a383-1d9407fb8cba req-12a191da-9241-4a8f-985b-3aec85cdf499 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854368 Sep 12 14:24:58.497184 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc184a-4489-4b40-912a-829dec034c6e req-1e83a6fd-a65e-48ae-9568-4b634e08e25e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:58.498625 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e5cc184a-4489-4b40-912a-829dec034c6e req-1e83a6fd-a65e-48ae-9568-4b634e08e25e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0488245 Sep 12 14:24:58.546653 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-e5cc184a-4489-4b40-912a-829dec034c6e req-529d09eb-8e76-45d5-8c74-b267a7017fbc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 Sep 12 14:24:59.584749 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:24:59.666768 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1821b-2cd7-49c6-9440-395e5600785f req-69c83d02-faee-47d2-b281-f9cfc2f51f3c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:24:59.668233 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dba1821b-2cd7-49c6-9440-395e5600785f req-69c83d02-faee-47d2-b281-f9cfc2f51f3c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0467057 Sep 12 14:24:59.716410 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-dba1821b-2cd7-49c6-9440-395e5600785f req-28cbf21d-e554-4683-85f5-d89e7279c616 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Sep 12 14:25:00.841106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0a8ee-fc75-484c-b142-e9a7e3911049 req-96592fce-e5ca-4917-888a-e4c898fe489e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:00.842546 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-55c0a8ee-fc75-484c-b142-e9a7e3911049 req-96592fce-e5ca-4917-888a-e4c898fe489e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0460339 Sep 12 14:25:00.875930 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:00.894094 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-55c0a8ee-fc75-484c-b142-e9a7e3911049 req-6174a776-5308-4401-a648-59492ac68a32 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Sep 12 14:25:01.736589 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=64 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:01.999926 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:02.012523 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04f914-191c-4e22-ac4d-314382a5a47c req-947de770-e680-4a2f-a2c6-32874da07568 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:02.013955 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ca04f914-191c-4e22-ac4d-314382a5a47c req-947de770-e680-4a2f-a2c6-32874da07568 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0456703 Sep 12 14:25:02.064242 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-ca04f914-191c-4e22-ac4d-314382a5a47c req-f1901bf5-90ba-4a84-ab91-ab363e80a8fc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Sep 12 14:25:03.111023 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68ae5cf0-45fe-42ce-84d6-fdeb53dfa9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:03.185418 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebb764-c92e-4de3-8681-39d8ff85d110 req-d95be1c6-90aa-428a-8e27-2bcf655e9abe tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:03.186864 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fdebb764-c92e-4de3-8681-39d8ff85d110 req-d95be1c6-90aa-428a-8e27-2bcf655e9abe tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0456512 Sep 12 14:25:03.233499 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fdebb764-c92e-4de3-8681-39d8ff85d110 req-8ce431c6-5517-4297-8ccd-c6d2bc37d9f8 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Sep 12 14:25:04.359106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddeab4-88a0-43d8-a3a9-abf4dcd042ba req-4a3eb7b4-bcf1-472b-b21b-003bf269bd6c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:04.360564 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b1ddeab4-88a0-43d8-a3a9-abf4dcd042ba req-4a3eb7b4-bcf1-472b-b21b-003bf269bd6c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 944 time: 0.0482647 Sep 12 14:25:04.409751 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-b1ddeab4-88a0-43d8-a3a9-abf4dcd042ba req-a65c166a-baba-4924-b5a7-9d3591726a74 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Sep 12 14:25:04.434114 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:25:04.530652 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:25:04.541801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:25:04.575177 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:25:04.575559 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:04.587918 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:25:04.607524 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:25:04.611271 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:04.657853 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:25:04.932219 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:25:05.300752 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-eec954b5-466d-4027-b3d0-5274390df888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:05.530025 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178948-d8f6-4158-9827-f43dd312bc04 req-dad845f8-7ed6-45bf-9164-227f0c47ffb8 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:05.531524 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e178948-d8f6-4158-9827-f43dd312bc04 req-dad845f8-7ed6-45bf-9164-227f0c47ffb8 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 945 time: 0.0481021 Sep 12 14:25:05.579557 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-8e178948-d8f6-4158-9827-f43dd312bc04 req-10081edf-96b7-418d-8a3e-7c915f21d391 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Sep 12 14:25:06.448581 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:25:06.489434 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:25:06.494936 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:25:06.495389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:06.524186 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:06.535723 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:06.568581 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:25:06.568960 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:06.593725 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:25:06.596067 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45df1a9c-0f80-4ff2-9347-f57fac11df55" -d '{"events": [{"server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "name": "network-vif-plugged", "status": "completed", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:25:06.608538 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:25:06.613285 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:06.671169 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:06.674543 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:25:06.710922 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff5132-b1e2-4656-ab2e-7afeb3eb0774 req-c17d6124-48a5-4ef1-a3e0-af709c1e3bff tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:06.712375 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-02ff5132-b1e2-4656-ab2e-7afeb3eb0774 req-c17d6124-48a5-4ef1-a3e0-af709c1e3bff tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0561812 Sep 12 14:25:06.762957 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-02ff5132-b1e2-4656-ab2e-7afeb3eb0774 req-31420ebf-5b0f-4d33-9f6f-442deadae5cc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Sep 12 14:25:06.766866 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718e131d-34fe-4d93-8936-a6abbbb98c66 x-openstack-request-id: req-718e131d-34fe-4d93-8936-a6abbbb98c66 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:25:06.767166 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "name": "network-vif-plugged", "status": "completed", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:25:06.767436 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-718e131d-34fe-4d93-8936-a6abbbb98c66 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:25:06.768014 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718e131d-34fe-4d93-8936-a6abbbb98c66'] response: {'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'code': 200} Sep 12 14:25:07.007120 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f8b11-138d-42f2-b134-0f15ce02934d req-77110ec1-18e0-4c13-82b8-afeb1042067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:07.008520 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d5f8b11-138d-42f2-b134-0f15ce02934d req-77110ec1-18e0-4c13-82b8-afeb1042067d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0385399 Sep 12 14:25:07.056957 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-3d5f8b11-138d-42f2-b134-0f15ce02934d req-6a4db200-30ae-4c48-9cbb-0ab9eede7772 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393813 Sep 12 14:25:07.883862 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a244fe-1790-4388-986b-b72cca13d453 req-4cfec4b5-3dfd-4f62-8ca5-88901a123887 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:07.885283 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72a244fe-1790-4388-986b-b72cca13d453 req-4cfec4b5-3dfd-4f62-8ca5-88901a123887 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0454414 Sep 12 14:25:07.932201 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-72a244fe-1790-4388-986b-b72cca13d453 req-c52fc66a-217f-4ff9-aac8-e18bf283989c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Sep 12 14:25:08.192733 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:08.344396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:09.050093 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b5051-a998-429a-b66d-239041d5c784 req-27647496-d0ef-4cb0-af23-3654e13cde34 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:09.051563 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb9b5051-a998-429a-b66d-239041d5c784 req-27647496-d0ef-4cb0-af23-3654e13cde34 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0456667 Sep 12 14:25:09.102323 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-bb9b5051-a998-429a-b66d-239041d5c784 req-a9ff95eb-349b-4022-bff2-cc8185183b8e tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Sep 12 14:25:09.218312 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73299dcd-465a-4657-92c3-f7913f201181 req-ad03475d-9c3f-4563-855e-d194b557ba6f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:09.219771 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73299dcd-465a-4657-92c3-f7913f201181 req-ad03475d-9c3f-4563-855e-d194b557ba6f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0450127 Sep 12 14:25:09.268546 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-73299dcd-465a-4657-92c3-f7913f201181 req-794a7e27-04eb-4195-ad90-877bd9458030 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Sep 12 14:25:09.296575 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54488) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:25:09.333062 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8c6baa-afcd-4dcd-b9fd-de601b921b7f tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:09.334562 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-de8c6baa-afcd-4dcd-b9fd-de601b921b7f tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1125 time: 0.0370338 Sep 12 14:25:09.337282 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54490) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:25:09.341455 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:25:09.362713 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:09.441336 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:09.521299 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:09.534507 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:09.543428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.27.3.27 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/a97a7bf6-8788-4908-90e6-ca935f615adf) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:25:09.647264 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:09.678188 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:09.717511 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:25:09.722231 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:25:09.726016 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:25:09.729187 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=a97a7bf6-8788-4908-90e6-ca935f615adf,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:25:09.759762 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.760107 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.760445 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.760780 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.761110 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.761438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.761762 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.762085 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.762408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.762730 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.763077 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.763400 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.763720 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.764037 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:09.764353 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:25:10.076512 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:10.142701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:10.257259 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:10.273038 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:10.289091 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:10.293865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:10.358274 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:10.360085 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=a97a7bf6-8788-4908-90e6-ca935f615adf,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:25:10.453003 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP 1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b associated. External IP: 172.27.3.27, port: 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562. Sep 12 14:25:10.909286 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:25:11.008804 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:25:11.018519 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:25:11.027054 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:11.028746 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:25:11.029439 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:25:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:25:11.060202 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-f17e74d7-6b14-42a3-a6e8-31f57fa75706 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7219069 Sep 12 14:25:11.060858 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:25:11.063301 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c3174-4ea3-4c78-a117-b68999387be0" -d '{"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:25:11.102817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101ccaa6-ab02-44d9-bd88-b4f2d8b05235 x-openstack-request-id: req-101ccaa6-ab02-44d9-bd88-b4f2d8b05235 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:25:11.103447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:25:11.103447 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-101ccaa6-ab02-44d9-bd88-b4f2d8b05235 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:25:11.103847 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101ccaa6-ab02-44d9-bd88-b4f2d8b05235'] response: {'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'status': 'completed', 'code': 200} Sep 12 14:25:11.132291 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:25:11.165375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-6e5d4e0a-51c4-4a17-943f-af2b1c01fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:11.166869 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-6e5d4e0a-51c4-4a17-943f-af2b1c01fefe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0387006 Sep 12 14:25:11.258320 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-95b98cb8-2946-4ba6-9d3d-d4cbdd343c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:11.259796 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-95b98cb8-2946-4ba6-9d3d-d4cbdd343c4c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0870185 Sep 12 14:25:11.278650 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:11.321393 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-47399283-3e40-446b-9dfa-33746e08d11f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 999 time: 0.0543096 Sep 12 14:25:11.337709 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:09Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:25:11.365461 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:25:11.374553 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:25:11.375209 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:25:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:25:11.478012 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:25:11.612810 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-8278b485-c003-4209-afca-ab5da9535cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:11.614158 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-8278b485-c003-4209-afca-ab5da9535cce service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.2871478 Sep 12 14:25:11.656977 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-0db0203b-78e0-40c3-8d33-551f0415c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:11.658596 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-0db0203b-78e0-40c3-8d33-551f0415c818 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375447 Sep 12 14:25:11.691588 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:09Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:25:11.714899 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06972bc-5fed-4e6b-aafe-b3d2a70afe3c None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:09Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:25:11.728691 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:11.753277 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-cbf0f47c-e34f-4d4c-8e52-3f5b0dfe70eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Sep 12 14:25:11.844919 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c09c3174-4ea3-4c78-a117-b68999387be0 req-b1d58c3d-4a5f-460b-9a3d-ff55f717e441 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Sep 12 14:25:11.920031 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f921c-6f70-4f8c-9f74-40d9854c0975 None None] New status for floating IP 1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:25:18.849563 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:21.054678 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=58 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:21.056604 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:21.695310 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=84 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:21.840335 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=14 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:21.842243 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=73 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:23.834288 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-66f44dd2-2003-4320-b524-ab91ee893006 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378292 Sep 12 14:25:23.918383 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-57353683-08c8-4220-a641-88936b71c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:23.919883 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-57353683-08c8-4220-a641-88936b71c599 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0420232 Sep 12 14:25:24.021613 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-a17dafdb-0973-47ec-a976-24c1c93e6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:24.023097 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-a17dafdb-0973-47ec-a976-24c1c93e6f85 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0845394 Sep 12 14:25:24.085795 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-99a59bd3-c8fb-43b0-9f05-2f16fe355ffd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 1001 time: 0.0562928 Sep 12 14:25:24.133355 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-794d02ff-851c-4dac-a616-e49e51f4b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:24.134748 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-794d02ff-851c-4dac-a616-e49e51f4b2d3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0421867 Sep 12 14:25:24.178886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-65839666-38bd-41c1-8bc8-147ca3f07ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:25:24.180360 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-65839666-38bd-41c1-8bc8-147ca3f07ab8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377126 Sep 12 14:25:24.270941 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-63866fbb-607c-4789-8754-2121502b978d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836713 Sep 12 14:25:24.362538 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-c39ba341-048c-4216-9fb4-4bd4c853bdc7 req-93ddfb22-ac88-4e80-b9e3-a1bbdd92dd44 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Sep 12 14:25:24.580415 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=44 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:28.844215 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:28.845531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:33.113291 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b1abbf9-6887-422f-a4c5-2e1ad3f68abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:34.352791 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=46 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:34.359002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=55 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:35.303205 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fe75891-7bdd-44ed-a3e6-1092b491f29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:36.584590 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:25:36.657462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:38.195472 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:38.347206 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:48.340218 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:48.342083 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:48.867719 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:25:58.347032 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=19 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:58.349079 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=15 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:58.862055 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:25:58.863912 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:03.114697 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ac751bb5-01a4-4c41-8b41-baafe91b3955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:05.305074 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-38543b8c-beeb-4a1b-8d55-2ab434fb08cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:06.661062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:08.198275 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:08.356961 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:13.583913 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:26:18.340175 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:18.352663 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:18.868152 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:23.853643 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-daff081c-0040-48c7-942e-d26d5a5240cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373199 Sep 12 14:26:23.944624 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d161fc-a778-48dc-862a-8a022a74c38e req-8a94bcbb-5e50-4939-833a-37f41d0b379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:23.946132 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-8a94bcbb-5e50-4939-833a-37f41d0b379e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0408883 Sep 12 14:26:24.053634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d161fc-a778-48dc-862a-8a022a74c38e req-53ebfbb1-16ef-43af-9eeb-5bb220c2ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:24.055107 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-53ebfbb1-16ef-43af-9eeb-5bb220c2ef98 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0855410 Sep 12 14:26:24.116279 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-f53ac863-40f1-453f-b00f-ec6dc119ad41 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 1001 time: 0.0521240 Sep 12 14:26:24.164776 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d161fc-a778-48dc-862a-8a022a74c38e req-73ed9bc5-da37-424f-94fc-b23965391715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:24.166137 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-73ed9bc5-da37-424f-94fc-b23965391715 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0410163 Sep 12 14:26:24.213115 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d161fc-a778-48dc-862a-8a022a74c38e req-476c0356-0148-45f6-9c56-1ccac45da765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:24.214553 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-476c0356-0148-45f6-9c56-1ccac45da765 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396655 Sep 12 14:26:24.303323 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-c8e93c11-dee7-471a-8543-1add89c1925e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793388 Sep 12 14:26:24.396105 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-70d161fc-a778-48dc-862a-8a022a74c38e req-a8be9909-0526-494a-bd04-88e4028cb924 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837247 Sep 12 14:26:26.669040 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:26.677770 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:28.862208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:28.864121 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:33.116038 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ec16-a1fc-4dde-8eca-6e3354845f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:34.391490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=51 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:34.393395 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=50 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:35.307685 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-734d8907-8e55-4372-8c82-9ffc485c63a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:36.663682 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:38.200718 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:38.353139 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:45.265197 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-04b5bf23-eb6e-40f9-a0de-a1115e21a646 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1346425671&fields=id&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 267 time: 0.0447321 Sep 12 14:26:45.371038 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-872514aa-d076-4390-93f0-53c43c8625f3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:45.372371 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-872514aa-d076-4390-93f0-53c43c8625f3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1008615 Sep 12 14:26:45.387274 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-62fe22c7-5518-4871-b605-d85b59b130b3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/quotas/caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 375 time: 0.0088742 Sep 12 14:26:45.437822 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-721631b5-f192-4693-b469-52cb64d04dcb tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456278 Sep 12 14:26:45.626564 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-db17fbea-e34e-4f14-8e4f-a75eb5c9bca3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763911 Sep 12 14:26:45.713178 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-138b0fef-6078-45f4-84a7-2691667fd733 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Sep 12 14:26:46.009732 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-3058b5f7-988c-4cbe-9af5-b2da55aed857 req-56bd8d27-ba5b-463a-9cc8-35b3c03f7153 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 210 time: 0.0279341 Sep 12 14:26:47.069313 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-66721cd2-3d9f-4ecb-953c-daee8b1a94c7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:47.070464 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-66721cd2-3d9f-4ecb-953c-daee8b1a94c7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 811 time: 0.1053979 Sep 12 14:26:47.118517 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-c1f0ffa6-45f7-4e35-8ec2-98d723ff69e5 req-c54be313-276c-4286-ac7b-1626ce233653 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 210 time: 0.0333917 Sep 12 14:26:47.138695 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-d78e5af1-e61c-423a-9ba6-da4c9c84c7c9 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=caed5793408e49edb40acad5410e02a9 HTTP/1.1" status: 200 len: 380 time: 0.0560322 Sep 12 14:26:47.151585 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'port': {'device_id': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'admin_state_up': True, 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'security_groups': ['9a27281a-e1bc-4ab7-8fc5-702c303a09e1']}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:26:47.263005 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Made reservation on behalf of caed5793408e49edb40acad5410e02a9 for: {'port': 1} {{(pid=106393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 14:26:47.266650 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.395973 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.db_base_plugin_common [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.20.0.4 (07c297a9-f468-46ed-8199-c258a69984ca/d2aedce1-45ef-41f0-ad2c-aa59597b53df/692746c2-625c-4d04-b094-fc90beaaaa8a) {{(pid=106393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:26:47.542609 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), precommit_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.575152 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_create {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.621995 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network 07c297a9-f468-46ed-8199-c258a69984ca is already hosted by enough agents. {{(pid=106393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:26:47.627490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.base_scheduler [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:26:47.629647 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=1']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:47.631815 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:26:47.664404 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.664751 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.665088 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.665421 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.665748 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.666096 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.666401 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.666723 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.667091 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.667372 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.667689 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.668008 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.668320 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.668634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.668947 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:47.696465 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:47.697200 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.713964 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-2ff71656-6787-4999-834b-28374a8a312c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659244 Sep 12 14:26:47.736705 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.v2.base [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Request body: {'port': {'device_id': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=106393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:26:47.769704 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:47.799103 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.829532 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:47.903698 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-d19a92bb-05de-4ebd-82a3-e025290d3e6c None None] Provisioning complete for port 692746c2-625c-4d04-b094-fc90beaaaa8a triggered by entity DHCP. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:26:47.904278 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d19a92bb-05de-4ebd-82a3-e025290d3e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:47.934491 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-d19a92bb-05de-4ebd-82a3-e025290d3e6c None None] Port 692746c2-625c-4d04-b094-fc90beaaaa8a cannot update to ACTIVE because it is not bound. {{(pid=106395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 14:26:48.050271 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692746c2-625c-4d04-b094-fc90beaaaa8a {{(pid=106393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:26:48.057869 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks [] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), precommit_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:48.069741 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.provisioning_blocks [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Transition to ACTIVE for port object 692746c2-625c-4d04-b094-fc90beaaaa8a will not be triggered until provisioned by entity L2. {{(pid=106393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 14:26:48.072759 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:48.146758 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Pushing event updated for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=2']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:48.178750 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Attempting to bind port 692746c2-625c-4d04-b094-fc90beaaaa8a on host hv-cinder-82002 for vnic_type normal with profile {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 14:26:48.179123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Attempting to bind port 692746c2-625c-4d04-b094-fc90beaaaa8a by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 14:26:48.179453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Attempting to bind port 692746c2-625c-4d04-b094-fc90beaaaa8a on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:26:48.220589 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Port 692746c2-625c-4d04-b094-fc90beaaaa8a on network 07c297a9-f468-46ed-8199-c258a69984ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 14:26:48.220819 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Attempting to bind port 692746c2-625c-4d04-b094-fc90beaaaa8a on network 07c297a9-f468-46ed-8199-c258a69984ca {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 14:26:48.240762 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56496-2243-4ad1-9c54-9ecf56c07a9f req-d2cd6ba2-ee5e-4170-b3d4-9b2fb9f11cbf tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:48.242221 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4ee56496-2243-4ad1-9c54-9ecf56c07a9f req-d2cd6ba2-ee5e-4170-b3d4-9b2fb9f11cbf tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0459802 Sep 12 14:26:48.264806 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Checking agent: {'id': 'e5bc251c-d641-4715-bd5c-9cca5744e97a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'started_at': datetime.datetime(2022, 9, 12, 14, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 14:26:48.265137 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Checking segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 14:26:48.265513 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Bound using segment: {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'} {{(pid=106393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 14:26:48.265944 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.managers [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Bound port: 692746c2-625c-4d04-b094-fc90beaaaa8a, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b682e1-618c-4c5e-9acb-1b8d207a094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca'}}] {{(pid=106393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 14:26:48.266474 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), before_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:48.291016 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4ee56496-2243-4ad1-9c54-9ecf56c07a9f req-56c2b264-9e24-4d62-b0e6-4cac08e40fbd tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Sep 12 14:26:48.324834 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, cleared binding levels {{(pid=106393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 14:26:48.328329 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=692746c2-625c-4d04-b094-fc90beaaaa8a,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 14:26:48.334485 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421581'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_update {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:48.337520 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:48.338118 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:48.339668 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 1093 time: 0.6071103 Sep 12 14:26:48.341679 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:26:48.344510 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ac5db-5732-4ff2-a892-61cadaf804eb" -d '{"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:26:48.391738 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7a52a-a2cc-4af3-b267-415f543559e8 x-openstack-request-id: req-99e7a52a-a2cc-4af3-b267-415f543559e8 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:26:48.392022 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:26:48.392277 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99e7a52a-a2cc-4af3-b267-415f543559e8 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:26:48.392695 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e7a52a-a2cc-4af3-b267-415f543559e8'] response: {'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'status': 'completed', 'code': 200} Sep 12 14:26:48.428374 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a090255-f9ba-4bd3-9eba-1d330a27f407 service neutron] Pushing event updated for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=3']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:48.435774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-c26f0b52-8759-4266-a489-6340761f1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:48.437276 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-c26f0b52-8759-4266-a489-6340761f1951 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1127 time: 0.0562141 Sep 12 14:26:48.497371 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-7fd0ce89-c2de-4be5-a979-413334bc0556 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 217 time: 0.0315959 Sep 12 14:26:48.552861 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-36942d18-af7e-4f69-98bd-bdd36b3fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:48.554285 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-36942d18-af7e-4f69-98bd-bdd36b3fcb43 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0454867 Sep 12 14:26:48.594465 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:48.600224 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-5b90685b-3f29-4482-82a9-41bace315e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:48.601666 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-5b90685b-3f29-4482-82a9-41bace315e8a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383320 Sep 12 14:26:48.693484 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-791d03a6-e6f2-415f-8d3f-d08d2b89fd15 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Sep 12 14:26:48.786647 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-7c7aad8d-a265-4654-94a7-ae2c8cef14ca req-c069881c-f04b-40e0-b08a-bfe9b8664233 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834877 Sep 12 14:26:48.884224 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:49.155794 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:49.161561 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-322ede61-4efb-4246-993f-7615a32a12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:49.163045 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-322ede61-4efb-4246-993f-7615a32a12b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1127 time: 0.0386703 Sep 12 14:26:49.254176 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-eb15e608-01ee-4107-9d06-eda43eb25879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:49.255629 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-eb15e608-01ee-4107-9d06-eda43eb25879 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0859218 Sep 12 14:26:49.293976 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-6e63361f-0462-4bfe-94a5-263435fe3bcb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 217 time: 0.0300450 Sep 12 14:26:49.344514 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-68fdaf92-b994-40e1-89b1-5d99b92a9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:49.346014 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-68fdaf92-b994-40e1-89b1-5d99b92a9321 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0439758 Sep 12 14:26:49.391384 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-b27e9886-781c-45d4-a79b-91f3a53924c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:49.393062 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-b27e9886-781c-45d4-a79b-91f3a53924c2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387988 Sep 12 14:26:49.411063 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0645f25-5f16-4ad3-bce4-0fcfe480bc79 req-658d8a80-630e-4d63-bbe3-f63af47e7c6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:49.412452 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f0645f25-5f16-4ad3-bce4-0fcfe480bc79 req-658d8a80-630e-4d63-bbe3-f63af47e7c6d tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0462723 Sep 12 14:26:49.465470 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f0645f25-5f16-4ad3-bce4-0fcfe480bc79 req-694c20f7-8202-479a-9c68-83722dd24bc6 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472002 Sep 12 14:26:49.486516 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-0c3c7ec0-ac60-48b0-bd13-e27d97d7a3de service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860918 Sep 12 14:26:49.575208 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d96ac5db-5732-4ff2-a892-61cadaf804eb req-fb8ac302-7511-4120-89c2-75c174a178dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823350 Sep 12 14:26:50.583017 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:26:50.587976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f872-0779-46ee-9fa1-722d6103f0b7 req-712af8c6-2ae5-46d8-aff9-c35c9d756e3c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:50.589419 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-adc7f872-0779-46ee-9fa1-722d6103f0b7 req-712af8c6-2ae5-46d8-aff9-c35c9d756e3c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0462086 Sep 12 14:26:50.637594 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-adc7f872-0779-46ee-9fa1-722d6103f0b7 req-82a64a3d-679f-498b-b18c-aaa150de6c67 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Sep 12 14:26:51.754570 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7a271-f608-4082-ba99-3081456e4d94 req-030d8e6e-308c-4fa8-91d7-da0b55355be2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:51.756047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-14e7a271-f608-4082-ba99-3081456e4d94 req-030d8e6e-308c-4fa8-91d7-da0b55355be2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0466895 Sep 12 14:26:51.804003 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-14e7a271-f608-4082-ba99-3081456e4d94 req-f342d44f-4301-4196-a177-61184c993916 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Sep 12 14:26:52.923185 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629ef0b-5006-4528-b0e8-aad8d732c467 req-a1196222-cd14-491b-b8c8-96ce59b1fb51 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:52.924616 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6629ef0b-5006-4528-b0e8-aad8d732c467 req-a1196222-cd14-491b-b8c8-96ce59b1fb51 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0496552 Sep 12 14:26:52.972626 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6629ef0b-5006-4528-b0e8-aad8d732c467 req-a966893b-2082-4ee1-bff1-cfb04b2dd02f tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Sep 12 14:26:54.088958 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961612a-07b9-496a-bd35-ee3fac2aedb9 req-77d33e9f-48ca-43e9-801e-73ce640f20f7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:54.090299 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d961612a-07b9-496a-bd35-ee3fac2aedb9 req-77d33e9f-48ca-43e9-801e-73ce640f20f7 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 943 time: 0.0458617 Sep 12 14:26:54.124434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:54.139380 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d961612a-07b9-496a-bd35-ee3fac2aedb9 req-864f6d3f-5a73-4a8d-8f71-b1ba422d3b23 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Sep 12 14:26:54.929678 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 692746c2-625c-4d04-b094-fc90beaaaa8a details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=106395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 14:26:55.023144 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=692746c2-625c-4d04-b094-fc90beaaaa8a,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:26:55.038349 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Returning: {'device': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'port_id': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'mac_address': 'fa:16:3e:f0:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 14:26:55.071341 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 692746c2-625c-4d04-b094-fc90beaaaa8a is: DOWN; New status is: BUILD {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:26:55.071722 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:55.084668 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692746c2-625c-4d04-b094-fc90beaaaa8a {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 14:26:55.104052 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=692746c2-625c-4d04-b094-fc90beaaaa8a,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:26:55.107808 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:55.151386 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=4']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:55.158810 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.159169 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.159503 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.159832 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.160156 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.160478 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.160796 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.161110 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.161427 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.161743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.162058 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.162374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.162686 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.163026 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.163338 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:55.254584 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36137d07-7c5b-40b1-97fe-4c5f8d55049f req-3b62e8cb-2fd7-47d4-9779-b5b3bcbc2fa0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:55.256047 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36137d07-7c5b-40b1-97fe-4c5f8d55049f req-3b62e8cb-2fd7-47d4-9779-b5b3bcbc2fa0 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 944 time: 0.0450025 Sep 12 14:26:55.291790 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:55.308495 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-36137d07-7c5b-40b1-97fe-4c5f8d55049f req-ce1d0353-fd56-43d0-b202-cfa7fcce5513 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Sep 12 14:26:55.370653 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] get_ports_and_sgs() called for port_ids ['692746c2-625c-4d04-b094-fc90beaaaa8a'] {{(pid=106395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 14:26:56.426871 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7a1b-afa7-4014-b34e-92c79631e0e3 req-87f8f6fb-5df0-41ea-852a-7c15000c3fac tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:56.428378 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-caef7a1b-afa7-4014-b34e-92c79631e0e3 req-87f8f6fb-5df0-41ea-852a-7c15000c3fac tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 944 time: 0.0462906 Sep 12 14:26:56.477621 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-caef7a1b-afa7-4014-b34e-92c79631e0e3 req-f59f5848-ac80-4b76-bd16-add8604a563b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Sep 12 14:26:56.961905 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 692746c2-625c-4d04-b094-fc90beaaaa8a up at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 14:26:57.005024 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning for port 692746c2-625c-4d04-b094-fc90beaaaa8a completed by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 14:26:57.010482 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Provisioning complete for port 692746c2-625c-4d04-b094-fc90beaaaa8a triggered by entity L2. {{(pid=106395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 14:26:57.010855 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1437095'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), provisioning_complete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:57.012864 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:57.070541 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:57.083760 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Current status of the port 692746c2-625c-4d04-b094-fc90beaaaa8a is: BUILD; New status is: ACTIVE {{(pid=106395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 14:26:57.084134 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:57.105519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:26:57.107768 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70f0a683cc9f327244f143f5a1297961e0264f7968dcd2dd278df11d65781499" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7393e-d009-413b-92ed-f968d6ec709e" -d '{"events": [{"server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "name": "network-vif-plugged", "status": "completed", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:26:57.119578 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=692746c2-625c-4d04-b094-fc90beaaaa8a,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:26:57.124230 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:57.148898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc38973-a7e9-4642-a50a-3a5d7252c41d x-openstack-request-id: req-5bc38973-a7e9-4642-a50a-3a5d7252c41d {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:26:57.149182 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "name": "network-vif-plugged", "status": "completed", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:26:57.149431 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bc38973-a7e9-4642-a50a-3a5d7252c41d {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:26:57.149813 dv-cinder-820027-25-iscsi neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc38973-a7e9-4642-a50a-3a5d7252c41d'] response: {'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'code': 200} Sep 12 14:26:57.174041 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Pushing event updated for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=5']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:57.380146 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8dc2-aa22-4ab4-9136-f77165f3cbdd req-2a57a4d2-12ff-4011-8e9f-7f834d864912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:57.381496 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1bbe8dc2-aa22-4ab4-9136-f77165f3cbdd req-2a57a4d2-12ff-4011-8e9f-7f834d864912 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1129 time: 0.0377095 Sep 12 14:26:57.426088 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-1bbe8dc2-aa22-4ab4-9136-f77165f3cbdd req-0f348c42-777d-42dd-a940-08b4e08619f5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Sep 12 14:26:57.596274 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff934e-a86f-4ea2-89da-1f8633fd14a1 req-75a24369-6293-42f0-b748-dcbc314d068b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:57.597727 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6fff934e-a86f-4ea2-89da-1f8633fd14a1 req-75a24369-6293-42f0-b748-dcbc314d068b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Sep 12 14:26:57.645777 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-6fff934e-a86f-4ea2-89da-1f8633fd14a1 req-828829e4-500f-412b-b073-82841e09f17b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Sep 12 14:26:58.768398 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44376094-3db3-4f5c-b165-0d4622516e7a req-8dc33b17-d5c6-43ed-b7c0-184983f4ad76 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:58.769853 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44376094-3db3-4f5c-b165-0d4622516e7a req-8dc33b17-d5c6-43ed-b7c0-184983f4ad76 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Sep 12 14:26:58.819248 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-44376094-3db3-4f5c-b165-0d4622516e7a req-261dc103-d453-4a54-b837-b63466c39af3 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439060 Sep 12 14:26:58.938599 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c933c2-04db-4087-909b-30b9297248eb req-e1965608-832d-4e7c-bc20-1b91f7f3a0a2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:58.939966 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-77c933c2-04db-4087-909b-30b9297248eb req-e1965608-832d-4e7c-bc20-1b91f7f3a0a2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0457575 Sep 12 14:26:58.987489 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-77c933c2-04db-4087-909b-30b9297248eb req-aa1b981f-3e88-44b1-853b-ec9720e6d03b tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Sep 12 14:26:59.015579 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54604) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:26:59.055748 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893cb075-fe35-46fb-bae2-7b2051db7d2a tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:26:59.057518 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-893cb075-fe35-46fb-bae2-7b2051db7d2a tempest-TestVolumeBootPattern-1692619582 tempest-TestVolumeBootPattern-1692619582-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1124 time: 0.0409684 Sep 12 14:26:59.060337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54606) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:26:59.064420 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.v2.base [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Request body: {'floatingip': {'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'port_id': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 14:26:59.085536 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:59.161791 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:59.265993 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Allocated IP 172.27.3.79 (b7822cfb-56f4-43ae-bb30-07989dd1b648/3f712643-dbe7-452f-ad20-f93ca7db345a/a6d358ae-76c2-4231-8d04-e129793d359c) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 14:26:59.364136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (a6d358ae-76c2-4231-8d04-e129793d359c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:59.395417 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727875218104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:59.421018 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:59.430922 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:26:59.440014 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Network b7822cfb-56f4-43ae-bb30-07989dd1b648 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 14:26:59.444341 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 14:26:59.448655 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 14:26:59.473069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=a6d358ae-76c2-4231-8d04-e129793d359c,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:26:59.484428 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.484771 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.485106 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.485441 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.485770 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.486094 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.486416 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.486734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.487087 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.487408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.487726 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.488045 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.488359 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.488674 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.488987 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:26:59.803656 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:26:59.867636 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1541207'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:00.010795 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for port (a6d358ae-76c2-4231-8d04-e129793d359c), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:00.015196 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727875675787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727875218122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727875218140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10039013'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:00.083765 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event updated for resources: {'Port': ['ID=a6d358ae-76c2-4231-8d04-e129793d359c,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:27:00.087096 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713370'] for floatingip (c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:00.178717 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.db.l3_db [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57 associated. External IP: 172.27.3.79, port: 692746c2-625c-4d04-b094-fc90beaaaa8a. Sep 12 14:27:00.224627 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:00.307687 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:00.375689 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:27:00.477210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:27:00.487117 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:27:00.494724 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:00.496672 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:27:00.497295 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:26:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:27:00.524391 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-d3d2303a-b253-45af-b7ea-56a828ff860c tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4630721 Sep 12 14:27:00.525008 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:27:00.527345 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76" -d '{"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:27:00.598107 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:27:00.624289 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417bcfa9-58de-4a6f-ac0c-980c3c9c49c6 x-openstack-request-id: req-417bcfa9-58de-4a6f-ac0c-980c3c9c49c6 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:27:00.624587 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:27:00.624846 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-417bcfa9-58de-4a6f-ac0c-980c3c9c49c6 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:27:00.625305 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417bcfa9-58de-4a6f-ac0c-980c3c9c49c6'] response: {'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'status': 'completed', 'code': 200} Sep 12 14:27:00.686002 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-f7f2b14f-3a10-44f8-8226-f0f0f794322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:00.687452 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-f7f2b14f-3a10-44f8-8226-f0f0f794322c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1129 time: 0.0389469 Sep 12 14:27:00.779942 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-6e4314ae-2c03-4185-810d-a92d64e5c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:00.781426 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-6e4314ae-2c03-4185-810d-a92d64e5c490 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0880284 Sep 12 14:27:00.808466 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}, {'id': 'c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:f0:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:26:59Z', 'updated_at': '2022-09-12T14:26:59Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:27:00.833343 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:27:00.841880 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:27:00.842513 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:26:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:27:00.842869 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-a95e84dc-f604-4697-857b-0763dcc0955d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 998 time: 0.0548279 Sep 12 14:27:00.894280 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-2b540412-62fe-48d7-b148-58d15517f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:00.895779 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-2b540412-62fe-48d7-b148-58d15517f754 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0469246 Sep 12 14:27:00.938464 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-24ecf862-2931-488f-a547-bcfcd5d3676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:00.939905 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-24ecf862-2931-488f-a547-bcfcd5d3676b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380943 Sep 12 14:27:00.943543 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:27:00.962572 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:01.032302 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-e7a9785f-7c2b-460b-a286-236970731d53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862591 Sep 12 14:27:01.123958 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-d9a88dd4-fb42-46f4-b15d-c6cd70f06a76 req-71a3558f-6ff8-483d-9f8c-c93fb7585b2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851307 Sep 12 14:27:01.151395 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}, {'id': 'c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:f0:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:26:59Z', 'updated_at': '2022-09-12T14:26:59Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:27:01.179100 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f34c7-1af3-43cb-821c-dcc0f3d49e6c None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}, {'id': 'c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:f0:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:26:59Z', 'updated_at': '2022-09-12T14:26:59Z', 'revision_number': 0, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:27:01.370649 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b3ff-0ef0-4d8c-b65a-97a7f82610e3 None None] New status for floating IP c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57: ACTIVE {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:27:03.118870 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-37b7c1ce-7c68-40b1-b2b0-30fa6859c39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:05.309533 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4b89b9c2-0f19-443c-8658-ea317c1760a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:06.665783 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:08.240007 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:08.346232 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:10.519348 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:10.521364 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:11.113889 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=20 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:11.120744 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=94 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:11.153272 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:DELETE=1,neutron:SELECT=76 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:11.154062 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:18.339531 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:18.342665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=52,neutron:UPDATE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:18.880052 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:27.448945 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-42c68588-b51f-45f7-b930-0b103493591c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375562 Sep 12 14:27:27.539021 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-d7ab6823-dde9-4ea3-8c2c-5ffd78705871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:27.540476 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-d7ab6823-dde9-4ea3-8c2c-5ffd78705871 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0409548 Sep 12 14:27:27.581581 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:27:27.646285 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-fa5b0b78-2340-457e-9249-8505027d9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:27.647700 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-fa5b0b78-2340-457e-9249-8505027d9e0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0835662 Sep 12 14:27:27.718483 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-b5cb0de7-4912-47ff-b277-c1b6d3bf6fe9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 1001 time: 0.0615609 Sep 12 14:27:27.776047 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-9fcbca01-b344-4a0e-bec8-faef44c1b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:27.777452 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-9fcbca01-b344-4a0e-bec8-faef44c1b678 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0491383 Sep 12 14:27:27.822533 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-2960544b-29f3-4f57-8831-03e0daec623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:27:27.824099 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-2960544b-29f3-4f57-8831-03e0daec623b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373929 Sep 12 14:27:27.919100 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-9ca387ff-736e-4463-a0a7-db7e05c65002 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839698 Sep 12 14:27:28.008088 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-5b624e4f-1acc-4ab3-9de2-b705e1814826 req-188fae93-cfa2-4471-ac06-20dd182ef76d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798118 Sep 12 14:27:28.873525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:28.875400 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:33.120776 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9c58f34a-ee93-4b3b-a0bb-dc1f7932aad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:35.314441 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8bf2bafb-da31-4097-8b3d-3ea7ddb909bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:36.668487 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:37.996270 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=51 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:38.005453 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=50 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:38.205573 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:38.347743 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:40.665795 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:40.671091 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:48.341562 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:48.343477 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:48.909451 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:27:58.268589 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=10 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:58.270589 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=16 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:58.903651 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:27:58.905639 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:03.125485 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-13a18f9b-4e60-4649-b9f1-52522a37892d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:04.585013 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:28:05.316413 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b534eea1-2a75-4fd6-a67c-4a0cc8037722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:06.671707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:08.207831 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:08.350062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:17.666009 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:17.666731 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:18.344681 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:18.346568 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:18.909857 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:25.866109 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-ff21add8-cef9-47d2-b323-fa31ff79bd73 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412459 Sep 12 14:28:25.929284 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-93e27490-05c7-4f3c-9fa6-c547d12e2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:25.930719 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-93e27490-05c7-4f3c-9fa6-c547d12e2aed service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1129 time: 0.0370922 Sep 12 14:28:26.037093 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-6109c1e8-a053-4876-8089-4916cffe6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:26.038513 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-6109c1e8-a053-4876-8089-4916cffe6ea2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0857611 Sep 12 14:28:26.100655 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-5c64ad5d-a542-431c-ba38-e152a1fa3165 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 1000 time: 0.0527980 Sep 12 14:28:26.149512 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-96423446-b99b-4030-b4a5-3960784fdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:26.150916 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-96423446-b99b-4030-b4a5-3960784fdf34 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0416310 Sep 12 14:28:26.199334 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-cf77bbcd-428d-40c3-b739-63ecb6192ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:26.201440 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-cf77bbcd-428d-40c3-b739-63ecb6192ca9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408661 Sep 12 14:28:26.533072 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-e1b38f71-f755-4c57-bb26-ffcbc82d67bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217483 Sep 12 14:28:26.625666 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-e99ad062-3a9e-45d0-bea1-59bd958c29ad req-b98a1c28-0e93-4e52-9f4c-4c0345de40bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Sep 12 14:28:28.818804 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54628) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:28.904047 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:28.905148 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:29.008547 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port a6d358ae-76c2-4231-8d04-e129793d359c {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:29.008893 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.085038 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.085280 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (a6d358ae-76c2-4231-8d04-e129793d359c), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.096634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for a6d358ae-76c2-4231-8d04-e129793d359c owned by network:floatingip {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:29.206490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:29.256913 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (a6d358ae-76c2-4231-8d04-e129793d359c), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.264634 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:29.281664 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=a6d358ae-76c2-4231-8d04-e129793d359c,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:29.294001 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.294352 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.294696 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.295059 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.295392 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.295722 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.296081 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.296408 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.296730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.297053 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.297376 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.297698 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.298018 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.298335 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.298652 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:29.354389 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.354638 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57 disassociated (deleted). External IP: 172.27.3.79, port: 692746c2-625c-4d04-b094-fc90beaaaa8a. Sep 12 14:28:29.548581 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:28:29.649432 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:28:29.654113 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:29.659124 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:28:29.669706 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:29.670309 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:29.683629 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-134d7899-45cd-429c-b689-4c310c0858b5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57 HTTP/1.1" status: 204 len: 168 time: 0.8629932 Sep 12 14:28:29.684873 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:28:29.687211 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e15c96-25e7-438f-8f29-7437cbe39e76" -d '{"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:28:29.758084 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ded66-2631-4fa3-94b6-57abe6d304bc x-openstack-request-id: req-2a4ded66-2631-4fa3-94b6-57abe6d304bc {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:28:29.758378 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:28:29.758635 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a4ded66-2631-4fa3-94b6-57abe6d304bc {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:28:29.759081 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4ded66-2631-4fa3-94b6-57abe6d304bc'] response: {'name': 'network-changed', 'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'status': 'completed', 'code': 200} Sep 12 14:28:29.774750 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:29.849700 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-e68f7a8c-1fd1-45bb-89b0-f6336fa70135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:29.851268 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-e68f7a8c-1fd1-45bb-89b0-f6336fa70135 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 1129 time: 0.0585248 Sep 12 14:28:29.941259 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363d51e-fa24-4a33-9821-2571a6cb574e req-b0678f76-f96e-4b6b-9357-51d372105bdb tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:29.942632 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f363d51e-fa24-4a33-9821-2571a6cb574e req-b0678f76-f96e-4b6b-9357-51d372105bdb tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0522323 Sep 12 14:28:29.991781 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-f363d51e-fa24-4a33-9821-2571a6cb574e req-84f60bb4-0dcd-48c4-b1c1-dcaeb5ced532 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Sep 12 14:28:30.004300 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:30.032035 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:28:30.040329 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:30.040913 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:05Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:30.136942 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:30.425544 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:30.453383 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080adeda-73ce-460d-9782-3152f08e51ee None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_floatingips': [{'id': '1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'router_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'port_id': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'mac_address': 'fa:16:3e:be:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T14:25:09Z', 'updated_at': '2022-09-12T14:25:12Z', 'revision_number': 1, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:28:30.671629 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedbe416-2fd3-45bc-a5d3-7107275b4663 None None] New status for floating IP c1eb632e-9bb5-4c55-bbc9-e0b01e95ab57: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:28:31.118408 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e894ca-5bed-4f37-a262-91d17381606b req-df33031d-9640-44f2-8bec-c4059266ba21 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:31.119830 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-41e894ca-5bed-4f37-a262-91d17381606b req-df33031d-9640-44f2-8bec-c4059266ba21 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0458150 Sep 12 14:28:31.122099 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-41be625d-6518-4165-9645-26ef089da761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:31.123611 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-41be625d-6518-4165-9645-26ef089da761 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.0913179 Sep 12 14:28:31.167911 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-41e894ca-5bed-4f37-a262-91d17381606b req-537228a8-dc94-4643-bf5b-3baa8be945ed tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Sep 12 14:28:31.241732 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-4586ebe0-5dcb-4248-9e0b-7ffbc0f46182 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 200 len: 217 time: 0.0335686 Sep 12 14:28:31.288124 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-2b44e12e-9346-4ad4-a418-7af1bfbed259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:31.289480 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-2b44e12e-9346-4ad4-a418-7af1bfbed259 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0411501 Sep 12 14:28:31.336123 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-de81ae34-baba-4aea-9090-c409f9147835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:31.337627 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-de81ae34-baba-4aea-9090-c409f9147835 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415509 Sep 12 14:28:31.622333 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-84baf3e4-5300-4d45-b8cd-b21b34c21eee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Sep 12 14:28:31.677321 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be88262-808a-495f-b533-73f45d079626 req-3eb154db-d017-4004-b6e9-b9abc5a54ecc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:31.678761 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0be88262-808a-495f-b533-73f45d079626 req-3eb154db-d017-4004-b6e9-b9abc5a54ecc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 945 time: 0.0457883 Sep 12 14:28:31.721426 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-20e15c96-25e7-438f-8f29-7437cbe39e76 req-05233163-d088-4e24-85d8-5e624392c1da service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884483 Sep 12 14:28:31.763136 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port 692746c2-625c-4d04-b094-fc90beaaaa8a {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:31.763483 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:31.851305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] For port 692746c2-625c-4d04-b094-fc90beaaaa8a, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=692746c2-625c-4d04-b094-fc90beaaaa8a,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:31.851666 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:31.867820 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for 692746c2-625c-4d04-b094-fc90beaaaa8a owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:31.989492 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (692746c2-625c-4d04-b094-fc90beaaaa8a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:32.015264 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=692746c2-625c-4d04-b094-fc90beaaaa8a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:32.029403 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.029757 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.030100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.030438 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.030799 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.031154 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.031485 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.031809 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.032133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.032456 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.032781 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.033100 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.033419 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.033740 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.034057 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-25-iscsi {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 14:28:32.073720 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] No DVR routers for this DVR port 692746c2-625c-4d04-b094-fc90beaaaa8a on host hv-cinder-82002 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:28:32.076783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:32.080082 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-0be88262-808a-495f-b533-73f45d079626 req-92a0cb7f-f493-4b98-9627-808617d5037a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "DELETE /networking/v2.0/ports/692746c2-625c-4d04-b094-fc90beaaaa8a HTTP/1.1" status: 204 len: 173 time: 0.3959708 Sep 12 14:28:32.080571 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'name': 'network-vif-deleted', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:28:32.082783 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae9cbdb5f5ed5884f98b9a02195713aa1c91da5e36e54aa404168a49febc718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee3e9b3-8b84-47ea-af3b-c96593a6b60e" -d '{"events": [{"server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "name": "network-vif-deleted", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:28:32.121228 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a51e3-97ed-4d51-b871-6ee6d7198713 x-openstack-request-id: req-ca9a51e3-97ed-4d51-b871-6ee6d7198713 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:28:32.122351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36321844-2dcf-4c9b-9b01-bfc28441b341", "name": "network-vif-deleted", "tag": "692746c2-625c-4d04-b094-fc90beaaaa8a", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:28:32.122351 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca9a51e3-97ed-4d51-b871-6ee6d7198713 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:28:32.122732 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9a51e3-97ed-4d51-b871-6ee6d7198713'] response: {'server_uuid': '36321844-2dcf-4c9b-9b01-bfc28441b341', 'name': 'network-vif-deleted', 'tag': '692746c2-625c-4d04-b094-fc90beaaaa8a', 'status': 'completed', 'code': 200} Sep 12 14:28:32.270195 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-d72a2ebf-13f4-41be-abd7-d56586e8c315 req-c6f46e51-339c-4402-b7f9-88420210ae95 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=36321844-2dcf-4c9b-9b01-bfc28441b341 HTTP/1.1" status: 200 len: 210 time: 0.0282192 Sep 12 14:28:33.126774 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d262c372-6f4d-41c4-b4e1-d7bc48cee612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.319102 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5461e454-1e2e-4ccf-9f6d-7faf5856e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.397076 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 692746c2-625c-4d04-b094-fc90beaaaa8a no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:35.419248 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 692746c2-625c-4d04-b094-fc90beaaaa8a {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:35.419584 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 692746c2-625c-4d04-b094-fc90beaaaa8a not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:35.568848 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54676) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:35.606300 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:35.701216 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=100 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:35.711135 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port a97a7bf6-8788-4908-90e6-ca935f615adf {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:35.711477 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.789250 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.789577 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (a97a7bf6-8788-4908-90e6-ca935f615adf), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.801923 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for a97a7bf6-8788-4908-90e6-ca935f615adf owned by network:floatingip {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:35.944763 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (a97a7bf6-8788-4908-90e6-ca935f615adf), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:35.967268 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=a97a7bf6-8788-4908-90e6-ca935f615adf,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:36.034622 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:36.034983 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.db.l3_db [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Floating IP 1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b disassociated (deleted). External IP: 172.27.3.27, port: 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562. Sep 12 14:28:36.226617 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:28:36.330455 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:28:36.335278 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:36.339628 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:28:36.349816 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:36.350488 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:36.356774 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:36.366117 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5649f678-b855-44e4-aefa-d5aca8e56657 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b HTTP/1.1" status: 204 len: 168 time: 0.7961788 Sep 12 14:28:36.366768 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:28:36.369039 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2" -d '{"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:28:36.413438 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48a301-9158-46ee-b562-cd0c960969ca x-openstack-request-id: req-9f48a301-9158-46ee-b562-cd0c960969ca {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:28:36.413730 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:28:36.413985 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f48a301-9158-46ee-b562-cd0c960969ca {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:28:36.414397 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f48a301-9158-46ee-b562-cd0c960969ca'] response: {'name': 'network-changed', 'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'status': 'completed', 'code': 200} Sep 12 14:28:36.453703 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:36.487512 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-77a73bc7-7e77-45b4-9b0d-0c61d0585f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:36.489570 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-77a73bc7-7e77-45b4-9b0d-0c61d0585f46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=caed5793408e49edb40acad5410e02a9&device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 1130 time: 0.0443306 Sep 12 14:28:36.580658 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:36.632212 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:36.632821 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795611d3-33a9-493c-8dad-eded2c5112c5 req-4b1339ca-8eca-4c6e-a529-af003c3b5cfb tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:36.634287 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-795611d3-33a9-493c-8dad-eded2c5112c5 req-4b1339ca-8eca-4c6e-a529-af003c3b5cfb tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0711908 Sep 12 14:28:36.649818 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-76ba9d8d-b129-4395-aea8-964eb660410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:36.651227 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-76ba9d8d-b129-4395-aea8-964eb660410c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 200 len: 912 time: 0.1449239 Sep 12 14:28:36.651763 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:36.676984 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:28:36.677237 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:36.686643 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:36.687364 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:36.692187 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-795611d3-33a9-493c-8dad-eded2c5112c5 req-dfa43547-c83e-4e56-88b3-0f3700e0d8d5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500088 Sep 12 14:28:36.790637 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:36.979344 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:37.003821 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588bba23-4319-4934-b9a0-d87544a7a8fa None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:22:00Z', 'revision_number': 4, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi', '_interfaces': [{'id': '7a7d794d-9407-460d-a873-5b4e68f4e16f', 'name': '', 'network_id': '07c297a9-f468-46ed-8199-c258a69984ca', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'mac_address': 'fa:16:3e:f1:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:59Z', 'updated_at': '2022-09-12T14:22:05Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'subnets': [{'id': 'd2aedce1-45ef-41f0-ad2c-aa59597b53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:28:37.211489 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe8cf5-2cce-4cf7-95ce-9959c6446b4c None None] New status for floating IP 1c1037ce-22a6-44a4-8372-7b5d8ddb3c7b: DOWN {{(pid=106395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 14:28:37.754115 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-e4062236-e986-42de-b52a-ec040ea12cdd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 200 len: 217 time: 0.0350139 Sep 12 14:28:37.822266 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:37.830750 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:37.839525 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-168e6d0c-721d-474d-809e-434c34b93cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:37.841605 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-168e6d0c-721d-474d-809e-434c34b93cd3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 200 len: 850 time: 0.0806887 Sep 12 14:28:37.847699 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f795848-059b-4783-9179-65786889e916 req-714b4e55-fd7e-4795-a14f-5191157949fc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:37.848995 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f795848-059b-4783-9179-65786889e916 req-714b4e55-fd7e-4795-a14f-5191157949fc tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0623193 Sep 12 14:28:37.905349 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4f795848-059b-4783-9179-65786889e916 req-3f41616d-72b8-448d-8839-35c5601a4590 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9a27281a-e1bc-4ab7-8fc5-702c303a09e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505023 Sep 12 14:28:37.935173 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-0ebe1b30-b94c-4383-b62a-f1221ea027e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:37.936649 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-0ebe1b30-b94c-4383-b62a-f1221ea027e6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=07c297a9-f468-46ed-8199-c258a69984ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436523 Sep 12 14:28:38.026481 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-53a42960-9c28-4a3b-be60-316bf7e01069 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826385 Sep 12 14:28:38.197103 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-fd1da56d-ebfb-41da-b4d3-05c8ced054c2 req-23ebe29d-501d-4e75-8e9b-7844dae66df3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847480 Sep 12 14:28:38.213154 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.244676 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-b718f95d-bcde-473d-bb4c-f72f74799a8a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 14:28:38.246616 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-b718f95d-bcde-473d-bb4c-f72f74799a8a tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 946 time: 0.0493448 Sep 12 14:28:38.327573 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:38.327832 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.353544 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.416586 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] For port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:38.416946 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.433192 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 owned by compute:nova {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:38.442550 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:38.554326 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (6cdb7cba-691e-4ca9-ac87-f6ddec0b6562), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.581249 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=6cdb7cba-691e-4ca9-ac87-f6ddec0b6562,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:38.631743 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] No DVR routers for this DVR port 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 on host hv-cinder-82002 {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:28:38.634328 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for port (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:38.637735 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [req-f607e6ab-12cd-47d3-b586-1db1d4b75c04 req-9554ca34-d666-442f-aa74-01961353c5ea tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.23 "DELETE /networking/v2.0/ports/6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 HTTP/1.1" status: 204 len: 173 time: 0.3867173 Sep 12 14:28:38.638272 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'name': 'network-vif-deleted', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562'}] {{(pid=106393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 14:28:38.640608 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f37ff049ef15912d20988a14ad5023cc0cd2569c9430c9e1ef562811965139e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f90aba5-eef4-4dbb-b1d8-927490f1889e" -d '{"events": [{"server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "name": "network-vif-deleted", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562"}]}' {{(pid=106393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 14:28:38.682920 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f0f6a-f944-4ef9-b87a-7f9fa9796d42 x-openstack-request-id: req-302f0f6a-f944-4ef9-b87a-7f9fa9796d42 {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 14:28:38.683187 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e641aa-6e6d-432b-b2fa-70cc175d3028", "name": "network-vif-deleted", "tag": "6cdb7cba-691e-4ca9-ac87-f6ddec0b6562", "status": "completed", "code": 200}]} {{(pid=106393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 14:28:38.683433 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-302f0f6a-f944-4ef9-b87a-7f9fa9796d42 {{(pid=106393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 14:28:38.684897 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302f0f6a-f944-4ef9-b87a-7f9fa9796d42'] response: {'server_uuid': '69e641aa-6e6d-432b-b2fa-70cc175d3028', 'name': 'network-vif-deleted', 'tag': '6cdb7cba-691e-4ca9-ac87-f6ddec0b6562', 'status': 'completed', 'code': 200} Sep 12 14:28:39.033821 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [req-4c260b19-a560-4793-8e6d-c66238d7b446 req-2c15efd6-ec38-4360-a1dd-c2beccb35de2 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69e641aa-6e6d-432b-b2fa-70cc175d3028 HTTP/1.1" status: 200 len: 210 time: 0.0317006 Sep 12 14:28:40.100501 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54692) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:40.205634 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Deleting port c05f349b-7420-46d8-b22c-75268597f057 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:40.205973 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (c05f349b-7420-46d8-b22c-75268597f057), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.539864 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (c05f349b-7420-46d8-b22c-75268597f057), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.540194 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (c05f349b-7420-46d8-b22c-75268597f057), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.552593 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Calling delete_port for c05f349b-7420-46d8-b22c-75268597f057 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:40.677552 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (c05f349b-7420-46d8-b22c-75268597f057), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.705462 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'Port': ['ID=c05f349b-7420-46d8-b22c-75268597f057,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:40.767573 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for floatingip (4f7b8b45-613d-4d32-8033-63ab5f550d0c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.770114 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340349'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:40.771326 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-7a1d0b2b-ca8d-4ad0-b9d6-d96d1794b4a5 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/4f7b8b45-613d-4d32-8033-63ab5f550d0c HTTP/1.1" status: 204 len: 168 time: 0.6704121 Sep 12 14:28:41.584412 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:28:41.975133 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54704) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:42.032012 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (9a27281a-e1bc-4ab7-8fc5-702c303a09e1), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.035137 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:42.057385 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (9a27281a-e1bc-4ab7-8fc5-702c303a09e1), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.120543 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (9a27281a-e1bc-4ab7-8fc5-702c303a09e1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.123024 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.124140 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9a27281a-e1bc-4ab7-8fc5-702c303a09e1 HTTP/1.1" status: 204 len: 168 time: 0.1480315 Sep 12 14:28:42.133124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66db1df-2af8-4ca4-ab40-86e9566641c4 tempest-TestVolumeBootPattern-1289776979 tempest-TestVolumeBootPattern-1289776979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27281a-e1bc-4ab7-8fc5-702c303a09e1,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:42.183506 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54708) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:42.410333 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:42.579275 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.793527 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Deleting port 7a7d794d-9407-460d-a873-5b4e68f4e16f {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:42.793865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.876017 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] For port 7a7d794d-9407-460d-a873-5b4e68f4e16f, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=7a7d794d-9407-460d-a873-5b4e68f4e16f,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:42.876375 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:42.889305 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Calling delete_port for 7a7d794d-9407-460d-a873-5b4e68f4e16f owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:43.012539 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:43.068591 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (7a7d794d-9407-460d-a873-5b4e68f4e16f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.092197 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7d794d-9407-460d-a873-5b4e68f4e16f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:43.206931 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:43.254591 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.396832 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:43.415246 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] No Port match for: 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:43.415585 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Device 6cdb7cba-691e-4ca9-ac87-f6ddec0b6562 not bound to the agent host hv-cinder-82002 {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:43.457753 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:28:43.557960 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:28:43.563684 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c6f974a9-a47d-4034-9ccd-b564a5b6dde8 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785419 Sep 12 14:28:43.565660 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54712) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:43.568435 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Sync routers for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:28:43.578859 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:43.579460 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:43.663338 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks [] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.677236 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: dv-cinder-820027-25-iscsi {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:43.760580 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks [] for router_gateway (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.803329 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Deleting port f0821abb-d4ab-4cd2-8583-cec3cd18f9da {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:43.803671 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.843876 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:28:43Z', 'revision_number': 5, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port': {'id': 'f0821abb-d4ab-4cd2-8583-cec3cd18f9da', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:21:58Z', 'updated_at': '2022-09-12T14:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:43.867886 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Checking router: 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 for host: dv-cinder-820027-25-iscsi {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:28:43.876209 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Routers {'5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:43.876748 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:43.894657 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] For port f0821abb-d4ab-4cd2-8583-cec3cd18f9da, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:43.895047 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:43.907976 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Calling delete_port for f0821abb-d4ab-4cd2-8583-cec3cd18f9da owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:43.915709 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:44.022347 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:44.048023 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] Set router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:44.078141 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (f0821abb-d4ab-4cd2-8583-cec3cd18f9da), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.095775 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:28:43Z', 'revision_number': 6, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:44.100687 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0821abb-d4ab-4cd2-8583-cec3cd18f9da,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:44.119798 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1773ab-9b5b-4164-97fb-09016d057e47 None None] The sync data for ids ['5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7'] in dv-cinder-820027-25-iscsi is: [{'id': '5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7', 'name': 'tempest-TestVolumeBootPattern-199725996-router', 'tenant_id': 'caed5793408e49edb40acad5410e02a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:21:57Z', 'updated_at': '2022-09-12T14:28:43Z', 'revision_number': 6, 'project_id': 'caed5793408e49edb40acad5410e02a9', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:28:44.168070 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.251619 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.253734 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks [] for router_controller (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.294258 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.294865 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:28:44.298983 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.300116 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-954ec158-dcfe-4907-bd1d-163c4b97e2e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/5c8907d9-1c8f-4de9-9bc1-4eb3d538f3a7 HTTP/1.1" status: 204 len: 168 time: 0.7335148 Sep 12 14:28:44.302682 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54714) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:44.349701 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Deleting subnet d2aedce1-45ef-41f0-ad2c-aa59597b53df {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:28:44.352921 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Publish callbacks [] for subnet (d2aedce1-45ef-41f0-ad2c-aa59597b53df), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.387423 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (d2aedce1-45ef-41f0-ad2c-aa59597b53df), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.459693 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (d2aedce1-45ef-41f0-ad2c-aa59597b53df), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.516817 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (d2aedce1-45ef-41f0-ad2c-aa59597b53df), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.543544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2aedce1-45ef-41f0-ad2c-aa59597b53df,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:44.547337 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.552915 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9f8b7461-58f0-40a6-933f-485fe787f4d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d2aedce1-45ef-41f0-ad2c-aa59597b53df HTTP/1.1" status: 204 len: 168 time: 0.2468419 Sep 12 14:28:44.553069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54716) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:44.556308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6f11f-64a7-4402-93e5-86366cf0852c None None] Network 07c297a9-f468-46ed-8199-c258a69984ca requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:28:44.621510 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (07c297a9-f468-46ed-8199-c258a69984ca), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.666052 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Deleting port c14a2098-0513-4af4-b391-03d798a414d6 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:44.666407 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (c14a2098-0513-4af4-b391-03d798a414d6), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.729453 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] For port c14a2098-0513-4af4-b391-03d798a414d6, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=c14a2098-0513-4af4-b391-03d798a414d6,segment=NetworkSegment(19b682e1-618c-4c5e-9acb-1b8d207a094d),segment_id=19b682e1-618c-4c5e-9acb-1b8d207a094d)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:44.729752 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (c14a2098-0513-4af4-b391-03d798a414d6), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.743062 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Calling delete_port for c14a2098-0513-4af4-b391-03d798a414d6 owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:44.783179 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:44.825819 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (c14a2098-0513-4af4-b391-03d798a414d6), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.850741 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Pushing event deleted for resources: {'Port': ['ID=c14a2098-0513-4af4-b391-03d798a414d6,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:44.854124 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] No DVR routers for this DVR port c14a2098-0513-4af4-b391-03d798a414d6 on host dv-cinder-820027-25-iscsi {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:28:44.917777 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ba040-8e99-426a-bd61-d46cff85d1b5 None None] DHCP port deletion for 07c297a9-f468-46ed-8199-c258a69984ca request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:28:44.925698 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (07c297a9-f468-46ed-8199-c258a69984ca), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.933953 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:44.952084 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c297a9-f468-46ed-8199-c258a69984ca']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:44.961269 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b682e1-618c-4c5e-9acb-1b8d207a094d') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:44.961565 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.services.segments.db [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b682e1-618c-4c5e-9acb-1b8d207a094d') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:44.975576 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3987842'] for segment (19b682e1-618c-4c5e-9acb-1b8d207a094d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.989864 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (19b682e1-618c-4c5e-9acb-1b8d207a094d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:44.996801 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:28:44.997198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10038841'] for segment (19b682e1-618c-4c5e-9acb-1b8d207a094d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.011389 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f0821abb-d4ab-4cd2-8583-cec3cd18f9da no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:45.033295 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: f0821abb-d4ab-4cd2-8583-cec3cd18f9da {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:45.033629 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device f0821abb-d4ab-4cd2-8583-cec3cd18f9da not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:45.034044 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7a7d794d-9407-460d-a873-5b4e68f4e16f no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:45.038454 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 19b682e1-618c-4c5e-9acb-1b8d207a094d resource provider aggregate not found Sep 12 14:28:45.057395 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 7a7d794d-9407-460d-a873-5b4e68f4e16f {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:45.057746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 7a7d794d-9407-460d-a873-5b4e68f4e16f not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:45.058143 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device c14a2098-0513-4af4-b391-03d798a414d6 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:45.060062 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 19b682e1-618c-4c5e-9acb-1b8d207a094d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19b682e1-618c-4c5e-9acb-1b8d207a094d found for delete ", "request_id": "req-76e03c5a-80a1-4c3a-802e-6aa43c39aa91"}]} Sep 12 14:28:45.068221 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (07c297a9-f468-46ed-8199-c258a69984ca), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.074544 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.077873 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/07c297a9-f468-46ed-8199-c258a69984ca HTTP/1.1" status: 204 len: 168 time: 0.5238745 Sep 12 14:28:45.080755 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54722) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:45.085611 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: c14a2098-0513-4af4-b391-03d798a414d6 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:45.085972 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device c14a2098-0513-4af4-b391-03d798a414d6 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:45.126019 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407d27-4d11-4946-be02-2bbcaec85ced admin admin] Pushing event deleted for resources: {'Network': ['ID=07c297a9-f468-46ed-8199-c258a69984ca,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:45.401352 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717466'] for router_interface (44ef7e12-79d6-40c0-b024-a8703589367d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.621947 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Deleting port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:45.622284 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.955078 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:45.960443 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] For port 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:45.960801 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:45.973322 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Calling delete_port for 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:46.091806 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:46.145727 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (720f49ea-f6ce-4bf0-af8e-c80d33b85ef6), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.171434 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=720f49ea-f6ce-4bf0-af8e-c80d33b85ef6,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:46.335069 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716554'] for router_interface (44ef7e12-79d6-40c0-b024-a8703589367d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.532818 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Router 44ef7e12-79d6-40c0-b024-a8703589367d has already been hosted by L3 agent 7329dd6e-d733-4931-aa0e-8ac13ede18c8 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 14:28:46.628000 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] Notify agent at l3_agent.dv-cinder-820027-25-iscsi the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 14:28:46.634519 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-15a1d357-311a-4155-b679-22e77c52b7c8 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/44ef7e12-79d6-40c0-b024-a8703589367d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510561 Sep 12 14:28:46.635540 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54724) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:46.738789 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks [] for router (44ef7e12-79d6-40c0-b024-a8703589367d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.756811 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Sync routers for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 14:28:46.767217 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:46.767821 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:46.784101 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:46.847064 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks [] for router_gateway (44ef7e12-79d6-40c0-b024-a8703589367d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.872680 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: dv-cinder-820027-25-iscsi {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:46.890894 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Deleting port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:46.891198 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.968073 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:46.981923 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] For port 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,segment=NetworkSegment(ae9af074-7763-4664-a411-cc953281386b),segment_id=ae9af074-7763-4664-a411-cc953281386b)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:46.982178 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:46.997639 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Calling delete_port for 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:47.047194 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'external_fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:28:46Z', 'revision_number': 5, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port': {'id': '6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0', 'name': '', 'network_id': 'b7822cfb-56f4-43ae-bb30-07989dd1b648', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3f712643-dbe7-452f-ad20-f93ca7db345a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-25-iscsi'}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:47.076028 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Checking router: 44ef7e12-79d6-40c0-b024-a8703589367d for host: dv-cinder-820027-25-iscsi {{(pid=106395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 14:28:47.084778 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Routers {'44ef7e12-79d6-40c0-b024-a8703589367d'} bound to L3 agent in host dv-cinder-820027-25-iscsi {{(pid=106395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 14:28:47.085388 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T14:05:05Z,description=,heartbeat_timestamp=2022-09-12T14:28:35Z,host='dv-cinder-820027-25-iscsi',id=7329dd6e-d733-4931-aa0e-8ac13ede18c8,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T14:05:05Z,topic='l3_agent')) {'router_ids': ['44ef7e12-79d6-40c0-b024-a8703589367d'], 'active': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:47.164482 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10039022'] for port (6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.169181 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_dvr_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] Set router 44ef7e12-79d6-40c0-b024-a8703589367d gateway port host: None {{(pid=106395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 14:28:47.187779 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:47.222606 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.db.l3_hamode_db [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:28:46Z', 'revision_number': 6, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port_host': None}], 'dv-cinder-820027-25-iscsi', False) {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:47.247790 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a99863-4a59-43fe-b1c2-60be25417ee6 None None] The sync data for ids ['44ef7e12-79d6-40c0-b024-a8703589367d'] in dv-cinder-820027-25-iscsi is: [{'id': '44ef7e12-79d6-40c0-b024-a8703589367d', 'name': 'tempest-TestVolumeBootPattern-1309625687-router', 'tenant_id': '438b10e90ef242a9a61e81d427823e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T14:22:02Z', 'updated_at': '2022-09-12T14:28:46Z', 'revision_number': 6, 'project_id': '438b10e90ef242a9a61e81d427823e44', 'gw_port_host': None}] {{(pid=106395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 14:28:47.253958 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713305'] for router_gateway (44ef7e12-79d6-40c0-b024-a8703589367d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.341854 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61546'] for router (44ef7e12-79d6-40c0-b024-a8703589367d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.344034 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks [] for router_controller (44ef7e12-79d6-40c0-b024-a8703589367d), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.384323 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716633'] for router (44ef7e12-79d6-40c0-b024-a8703589367d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.384921 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ef7e12-79d6-40c0-b024-a8703589367d {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 14:28:47.389303 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.390200 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-9b2bb707-bec9-4586-a6c4-12d54ac435bd admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/44ef7e12-79d6-40c0-b024-a8703589367d HTTP/1.1" status: 204 len: 168 time: 0.7537415 Sep 12 14:28:47.392776 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.42', 54726) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:47.437210 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Deleting subnet deefdb3f-55dd-4db4-beec-615787e9d551 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 14:28:47.440300 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Publish callbacks [] for subnet (deefdb3f-55dd-4db4-beec-615787e9d551), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.474427 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3987851'] for subnet (deefdb3f-55dd-4db4-beec-615787e9d551), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.550027 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1364851'] for subnet (deefdb3f-55dd-4db4-beec-615787e9d551), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.604661 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1360746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10038931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8929392'] for subnet (deefdb3f-55dd-4db4-beec-615787e9d551), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.608042 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:47.630704 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deefdb3f-55dd-4db4-beec-615787e9d551,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:47.639244 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.644986 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aff843-4961-4874-b7c5-34854379e8f8 None None] Network 99889765-fb15-4af1-be42-e33787baf642 requested from dv-cinder-820027-25-iscsi {{(pid=106395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 14:28:47.645190 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54728) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:47.645629 dv-cinder-820027-25-iscsi neutron-server[106394]: INFO neutron.wsgi [None req-c306e351-43d9-4b89-b744-be8bc3e9b94b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/deefdb3f-55dd-4db4-beec-615787e9d551 HTTP/1.1" status: 204 len: 168 time: 0.2515035 Sep 12 14:28:47.715240 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1572524'] for network (99889765-fb15-4af1-be42-e33787baf642), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.755147 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Deleting port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d {{(pid=106393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 14:28:47.755482 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727875657476'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.820472 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.db [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] For port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d, host dv-cinder-820027-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-25-iscsi',level=0,port_id=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,segment=NetworkSegment(146d70bc-48c5-4959-a85d-483486bc04b2),segment_id=146d70bc-48c5-4959-a85d-483486bc04b2)] {{(pid=106393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 14:28:47.820830 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719184'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.834419 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.plugin [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Calling delete_port for b68ffce3-4d26-4ef0-8a91-4fbcf119d49d owned by network:dhcp {{(pid=106393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 14:28:47.908106 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727875675796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727875218113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421574'] for port (b68ffce3-4d26-4ef0-8a91-4fbcf119d49d), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:47.934392 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68ffce3-4d26-4ef0-8a91-4fbcf119d49d,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:47.940639 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] No DVR routers for this DVR port b68ffce3-4d26-4ef0-8a91-4fbcf119d49d on host dv-cinder-820027-25-iscsi {{(pid=106393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 14:28:48.009308 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1435470', 'neutron.services.segments.db._delete_segments_for_network-8727875651512'] for network (99889765-fb15-4af1-be42-e33787baf642), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.016106 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f0386-a957-4091-b4d4-916b28080e91 None None] DHCP port deletion for 99889765-fb15-4af1-be42-e33787baf642 request from dv-cinder-820027-25-iscsi {{(pid=106395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 14:28:48.038590 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99889765-fb15-4af1-be42-e33787baf642']}} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:48.048385 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146d70bc-48c5-4959-a85d-483486bc04b2') {'for_net_delete': True} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:48.048679 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.services.segments.db [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146d70bc-48c5-4959-a85d-483486bc04b2') {} {{(pid=106393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 14:28:48.058906 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727875651404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2667755'] for segment (146d70bc-48c5-4959-a85d-483486bc04b2), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.064532 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:48.073142 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343'] for segment (146d70bc-48c5-4959-a85d-483486bc04b2), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.080366 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 14:28:48.080744 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10421649'] for segment (146d70bc-48c5-4959-a85d-483486bc04b2), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.145595 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1435457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713351'] for network (99889765-fb15-4af1-be42-e33787baf642), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.151259 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547334'] for network (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.154351 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/99889765-fb15-4af1-be42-e33787baf642 HTTP/1.1" status: 204 len: 168 time: 0.5082576 Sep 12 14:28:48.165994 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 146d70bc-48c5-4959-a85d-483486bc04b2 resource provider aggregate not found Sep 12 14:28:48.170375 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c14e3-b866-4135-a2c7-1b1d80b520e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99889765-fb15-4af1-be42-e33787baf642,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:48.186367 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.services.segments.plugin [-] Segment 146d70bc-48c5-4959-a85d-483486bc04b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 146d70bc-48c5-4959-a85d-483486bc04b2 found for delete ", "request_id": "req-ab834a30-0b0a-4e57-9d1c-4fc0d0a480a9"}]} Sep 12 14:28:48.277437 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54738) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:48.319038 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-4e5f201a-6dfa-4168-97be-507b0a407f9d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=caed5793408e49edb40acad5410e02a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404201 Sep 12 14:28:48.321490 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54740) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:48.368373 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] Publish callbacks [] for security_group (a5d7a1e3-1675-4feb-8192-afcb54334838), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.388238 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] Publish callbacks [] for security_group (a5d7a1e3-1675-4feb-8192-afcb54334838), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.403020 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:48.434262 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (a5d7a1e3-1675-4feb-8192-afcb54334838), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.436835 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.437973 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a5d7a1e3-1675-4feb-8192-afcb54334838 HTTP/1.1" status: 204 len: 168 time: 0.1155987 Sep 12 14:28:48.445759 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababb4a6-83ab-49d9-a42c-b25dcf6df3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7a1e3-1675-4feb-8192-afcb54334838,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:48.753655 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54746) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:48.796777 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-5d2d0203-5f72-4501-924f-12a95dbec511 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=438b10e90ef242a9a61e81d427823e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419357 Sep 12 14:28:48.799131 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [-] (106393) accepted ('10.222.0.42', 54748) {{(pid=106393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 14:28:48.846628 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] Publish callbacks [] for security_group (98831c17-6b95-48d1-a808-039a7ad8e076), before_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.866559 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] Publish callbacks [] for security_group (98831c17-6b95-48d1-a808-039a7ad8e076), precommit_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.910299 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.912800 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704451'] for security_group (98831c17-6b95-48d1-a808-039a7ad8e076), after_delete {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.915291 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron_lib.callbacks.manager [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:28:48.916427 dv-cinder-820027-25-iscsi neutron-server[106393]: INFO neutron.wsgi [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/98831c17-6b95-48d1-a808-039a7ad8e076 HTTP/1.1" status: 204 len: 168 time: 0.1163821 Sep 12 14:28:48.924886 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2b1f3-75a4-4dce-ba49-85863d39dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98831c17-6b95-48d1-a808-039a7ad8e076,revision_number=None']} {{(pid=106393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 14:28:49.008508 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b68ffce3-4d26-4ef0-8a91-4fbcf119d49d no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:49.031898 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: b68ffce3-4d26-4ef0-8a91-4fbcf119d49d {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:49.032624 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device b68ffce3-4d26-4ef0-8a91-4fbcf119d49d not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:49.032836 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:49.052149 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:49.052495 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 6a58a5a3-d3c3-4be7-a1d3-0be5052f14a0 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:49.052901 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 no longer exists at agent ovs-agent-dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 14:28:49.071297 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] No Port match for: 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 {{(pid=106395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 14:28:49.071647 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron.plugins.ml2.rpc [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Device 720f49ea-f6ce-4bf0-af8e-c80d33b85ef6 not bound to the agent host dv-cinder-820027-25-iscsi {{(pid=106395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 14:28:52.618587 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-0cdc7405-102c-4bde-a760-47966d5d97f5 req-cbe2a64e-0b84-4e96-ad1c-5e0073cdbec9 service neutron] (106394) timed out ('10.222.0.23', 62889) {{(pid=106394) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 14:28:55.070858 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [req-2d192bb2-0bec-4b46-ba17-222d40aed7a9 req-f6df0035-70fa-4a52-b4b1-5ec75d3b2fb8 service neutron] (106393) timed out ('10.222.0.23', 62855) {{(pid=106393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 14:28:57.629784 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:58.895461 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:58.921081 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG dbcounter [-] [106393] Writing DB stats neutron:UPDATE=1,neutron:SELECT=54,neutron:DELETE=8 {{(pid=106393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:59.037493 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:28:59.055933 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:01.615621 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:01.616333 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:03.131987 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-27d26409-f0a2-4215-922d-22eb83d54875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:05.321804 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e82a17db-8130-4971-804c-0ba7d98e7747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:06.676746 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:08.240494 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:08.356280 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:18.350317 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:18.352220 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:18.583759 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:29:18.916168 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:28.910642 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:28.912519 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:31.662700 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:31.663407 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:33.134665 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3d767852-ea3b-4062-9d7c-572b4f833502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:35.322703 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9435bf58-5bdf-4dc8-aacf-27bdc3c959d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:36.679260 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:38.216823 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:38.358308 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:48.351877 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:48.353714 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:48.907085 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:29:55.582453 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:29:58.263000 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=12 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:58.900462 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:29:58.903062 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:03.136564 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f659737b-5861-4fda-a4dc-c731187214ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:05.324612 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b04b10c2-da6d-4c72-b086-32114153833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:06.681616 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:08.230415 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:08.360523 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:08.653924 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:08.657844 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:18.355328 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:18.357196 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:18.905715 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:24.580170 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:28.900405 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:28.902340 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:32.581856 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:30:33.138396 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-736b0c49-3fe4-4a8e-b579-d016bc49f8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:35.326164 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d19322ef-8b71-467d-a9f0-8f01ccf07856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:36.685057 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:38.221707 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:38.362761 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:45.660000 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:45.663888 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:48.356962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:48.358962 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:48.920748 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:30:58.911327 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:30:58.916377 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:01.614369 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:03.142623 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a9915fab-4d72-4889-99a1-27df80c28362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:05.328972 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-faaee72e-9c03-42a3-bde8-e5d44b253d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:06.687929 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:08.241756 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:08.365125 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:09.580870 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:31:18.358977 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:18.362151 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:18.937195 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:22.095367 dv-cinder-820027-25-iscsi neutron-server[106393]: DEBUG neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-7aaecb21-db25-4157-b49f-788d3d503cdd service neutron] (106393) timed out ('10.222.0.42', 47708) {{(pid=106393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 14:31:22.273273 dv-cinder-820027-25-iscsi neutron-server[106394]: DEBUG neutron.wsgi [req-0de1eb38-0b19-4db6-a870-74dae7ef9ae9 req-b27be982-2573-46f9-bab8-79248ba28de0 tempest-AttachVolumeShelveTestJSON-230938268 tempest-AttachVolumeShelveTestJSON-230938268-project] (106394) timed out ('10.222.0.42', 47716) {{(pid=106394) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 14:31:22.662222 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:22.662961 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:28.930158 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:28.932189 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:33.143818 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-19c1319e-de7c-4f86-829a-5c8b7f018134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:35.330002 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5f43925e-7d47-4c07-9e25-fda97e0302d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:36.690300 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:38.226559 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:38.369208 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:46.579640 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:31:48.357609 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:48.364668 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:48.935840 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:31:58.925428 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:58.931037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:59.659121 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:31:59.659881 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=16 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:03.145661 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d29c4c8a-adcd-4adb-aee9-9d354e526e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:05.331973 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d66a6bc4-3d06-45b0-b8d9-44617676a5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:06.691749 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:08.231056 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:08.371262 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:18.364917 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:18.366820 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:18.949896 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:23.577919 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:32:28.943907 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:28.945771 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:33.147788 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6d7d09df-9531-4dc9-bb41-07f549d89972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:35.332679 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efb6a196-2a8a-45a2-bb69-0cab5349d771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:36.650464 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:36.655105 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:36.695093 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:38.232840 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:38.373227 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:48.366574 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:48.368504 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:48.964710 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:32:58.959115 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:32:58.960978 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:00.577038 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:33:03.151948 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-34afcd30-859c-4823-9c01-3c1f4f834f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:05.334498 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7e877266-98f2-4eff-8780-d87ff4510fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:06.697366 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:08.249983 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:08.420710 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:13.660914 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:13.661642 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:18.417499 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=20 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:18.419325 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:18.965037 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:28.959525 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:28.961374 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:33.153545 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-30634233-bdb9-4dd4-a638-b2f7b8e7c5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:35.336081 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8906c96-2ac8-4854-8df6-0bfde5f88e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:36.701577 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:37.576355 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG neutron.db.agents_db [None req-fa0654c1-158a-41fc-a7b5-1d956e419d16 None None] Agent healthcheck: found 6 active agents {{(pid=106396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 14:33:38.236807 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:38.372518 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:48.361610 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:48.368650 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:48.968780 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b288489-097b-467d-bdd2-dbe85e1fabcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (e5bc251c-d641-4715-bd5c-9cca5744e97a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:33:58.279416 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=19 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:58.283471 dv-cinder-820027-25-iscsi neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=15 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:58.957787 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:33:58.962941 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 14:34:03.155801 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2f169884-06bc-46ec-8a36-56fbad8de090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (bb09820c-c773-49d0-a63d-0ad703bbe5fb), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:34:05.337932 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1007-bc12-44b1-b3bc-1fcad8a3ab35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (7329dd6e-d733-4931-aa0e-8ac13ede18c8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:34:06.708951 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-51a711f0-e594-4054-967c-9f9169d1ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (c6d4ee21-2c4b-4d43-b900-4285a088ebca), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:34:08.242567 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b1135dd9-1eb1-4101-8213-5025e4fd8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (072f9260-a204-43d1-8277-627b3c28dd81), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 14:34:08.375754 dv-cinder-820027-25-iscsi neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deaf736d-a8ba-4421-a96f-ed068bec66ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727875651494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436937'] for agent (8c54fc89-93a5-46ca-8d44-2d8417e25c2d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}